2024-12-04 15:55:46,348 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-04 15:55:46,362 main DEBUG Took 0.012247 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 15:55:46,362 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 15:55:46,363 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 15:55:46,363 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 15:55:46,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:55:46,375 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 15:55:46,392 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:55:46,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:55:46,394 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:55:46,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:55:46,395 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:55:46,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:55:46,397 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:55:46,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:55:46,398 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:55:46,399 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:55:46,401 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:55:46,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:55:46,402 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:55:46,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:55:46,403 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:55:46,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:55:46,404 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:55:46,405 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:55:46,405 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:55:46,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:55:46,406 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:55:46,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:55:46,407 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:55:46,408 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:55:46,408 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:55:46,409 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 15:55:46,411 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:55:46,413 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 15:55:46,415 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 15:55:46,416 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 15:55:46,418 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 15:55:46,418 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 15:55:46,431 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 15:55:46,434 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 15:55:46,437 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 15:55:46,437 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 15:55:46,438 main DEBUG createAppenders(={Console}) 2024-12-04 15:55:46,439 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-04 15:55:46,439 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-04 15:55:46,440 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-04 15:55:46,441 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 15:55:46,441 main DEBUG OutputStream closed 2024-12-04 15:55:46,441 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 15:55:46,442 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 15:55:46,442 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-04 15:55:46,534 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 15:55:46,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 15:55:46,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 15:55:46,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 15:55:46,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 15:55:46,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 15:55:46,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 15:55:46,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 15:55:46,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 15:55:46,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 15:55:46,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 15:55:46,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 15:55:46,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 15:55:46,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 15:55:46,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 15:55:46,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 15:55:46,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 15:55:46,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 15:55:46,550 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 15:55:46,550 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-04 15:55:46,551 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 15:55:46,551 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-04T15:55:46,861 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73 2024-12-04 15:55:46,865 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 15:55:46,866 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T15:55:46,878 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-12-04T15:55:46,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:55:46,920 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/cluster_499439cc-2ed7-9f21-2084-68e2f2b5a54c, deleteOnExit=true 2024-12-04T15:55:46,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:55:46,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/test.cache.data in system properties and HBase conf 2024-12-04T15:55:46,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:55:46,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:55:46,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:55:46,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:55:46,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:55:47,038 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T15:55:47,131 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:55:47,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:55:47,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:55:47,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:55:47,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:55:47,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:55:47,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:55:47,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:55:47,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:55:47,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:55:47,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:55:47,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:55:47,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:55:47,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:55:47,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:55:48,101 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T15:55:48,187 INFO [Time-limited test {}] log.Log(170): Logging initialized @2813ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T15:55:48,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:55:48,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:55:48,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:55:48,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:55:48,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:55:48,376 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:55:48,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69323886{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:55:48,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43ea9ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:55:48,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40a0af3e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/java.io.tmpdir/jetty-localhost-46251-hadoop-hdfs-3_4_1-tests_jar-_-any-14859795368191404999/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:55:48,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bde275c{HTTP/1.1, (http/1.1)}{localhost:46251} 2024-12-04T15:55:48,620 INFO [Time-limited test {}] server.Server(415): Started @3247ms 2024-12-04T15:55:49,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:55:49,090 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:55:49,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:55:49,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:55:49,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:55:49,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21e5d00c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:55:49,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44599d96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:55:49,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45ff4e89{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/java.io.tmpdir/jetty-localhost-42083-hadoop-hdfs-3_4_1-tests_jar-_-any-13746460500153856295/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:55:49,220 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51a9199a{HTTP/1.1, (http/1.1)}{localhost:42083} 2024-12-04T15:55:49,221 INFO [Time-limited test {}] server.Server(415): Started @3848ms 2024-12-04T15:55:49,280 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:55:49,829 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/cluster_499439cc-2ed7-9f21-2084-68e2f2b5a54c/data/data1/current/BP-1091912115-172.17.0.2-1733327747810/current, will proceed with Du for space computation calculation, 2024-12-04T15:55:49,829 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/cluster_499439cc-2ed7-9f21-2084-68e2f2b5a54c/data/data2/current/BP-1091912115-172.17.0.2-1733327747810/current, will proceed with Du for space computation calculation, 2024-12-04T15:55:49,867 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:55:49,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e02aa21fd33970a with lease ID 0x1f6207fcc47ed905: Processing first storage report for DS-cad888e0-ee87-4f06-b6b3-58066caec984 from datanode DatanodeRegistration(127.0.0.1:38695, datanodeUuid=834e37ff-35c0-4db0-b3f0-44261e92dadb, infoPort=41835, infoSecurePort=0, ipcPort=40091, storageInfo=lv=-57;cid=testClusterID;nsid=1478220270;c=1733327747810) 2024-12-04T15:55:49,928 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e02aa21fd33970a with lease ID 0x1f6207fcc47ed905: from storage DS-cad888e0-ee87-4f06-b6b3-58066caec984 node DatanodeRegistration(127.0.0.1:38695, datanodeUuid=834e37ff-35c0-4db0-b3f0-44261e92dadb, infoPort=41835, infoSecurePort=0, ipcPort=40091, storageInfo=lv=-57;cid=testClusterID;nsid=1478220270;c=1733327747810), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-04T15:55:49,929 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e02aa21fd33970a with lease ID 0x1f6207fcc47ed905: Processing first storage report for DS-2da10cb8-df60-48eb-84bf-dfb340bcc042 from datanode DatanodeRegistration(127.0.0.1:38695, datanodeUuid=834e37ff-35c0-4db0-b3f0-44261e92dadb, infoPort=41835, infoSecurePort=0, ipcPort=40091, storageInfo=lv=-57;cid=testClusterID;nsid=1478220270;c=1733327747810) 2024-12-04T15:55:49,929 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e02aa21fd33970a with lease ID 0x1f6207fcc47ed905: from storage DS-2da10cb8-df60-48eb-84bf-dfb340bcc042 node DatanodeRegistration(127.0.0.1:38695, datanodeUuid=834e37ff-35c0-4db0-b3f0-44261e92dadb, infoPort=41835, infoSecurePort=0, ipcPort=40091, storageInfo=lv=-57;cid=testClusterID;nsid=1478220270;c=1733327747810), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:55:50,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73 2024-12-04T15:55:50,122 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/cluster_499439cc-2ed7-9f21-2084-68e2f2b5a54c/zookeeper_0, clientPort=49502, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/cluster_499439cc-2ed7-9f21-2084-68e2f2b5a54c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/cluster_499439cc-2ed7-9f21-2084-68e2f2b5a54c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T15:55:50,132 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49502 2024-12-04T15:55:50,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:55:50,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:55:50,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:55:50,797 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7 with version=8 2024-12-04T15:55:50,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/hbase-staging 2024-12-04T15:55:50,923 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T15:55:51,219 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a21b6491b371:0 server-side Connection retries=45 2024-12-04T15:55:51,230 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:55:51,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:55:51,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:55:51,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:55:51,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:55:51,406 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:55:51,490 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T15:55:51,500 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T15:55:51,506 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:55:51,535 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5633 (auto-detected) 2024-12-04T15:55:51,536 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T15:55:51,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46405 2024-12-04T15:55:51,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46405 connecting to ZooKeeper ensemble=127.0.0.1:49502 2024-12-04T15:55:51,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464050x0, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:55:51,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46405-0x1017e306e610000 connected 2024-12-04T15:55:51,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:55:51,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:55:51,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:55:51,722 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7, hbase.cluster.distributed=false 2024-12-04T15:55:51,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:55:51,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46405 2024-12-04T15:55:51,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46405 2024-12-04T15:55:51,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46405 2024-12-04T15:55:51,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46405 2024-12-04T15:55:51,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46405 2024-12-04T15:55:51,967 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a21b6491b371:0 server-side Connection retries=45 2024-12-04T15:55:51,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:55:51,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:55:51,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:55:51,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:55:51,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:55:51,975 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:55:51,978 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:55:51,979 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38361 2024-12-04T15:55:51,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38361 connecting to ZooKeeper ensemble=127.0.0.1:49502 2024-12-04T15:55:51,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:55:51,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:55:51,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383610x0, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:55:52,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383610x0, quorum=127.0.0.1:49502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:55:52,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38361-0x1017e306e610001 connected 2024-12-04T15:55:52,006 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:55:52,020 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:55:52,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T15:55:52,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T15:55:52,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38361 2024-12-04T15:55:52,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38361 2024-12-04T15:55:52,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38361 2024-12-04T15:55:52,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38361 2024-12-04T15:55:52,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38361 2024-12-04T15:55:52,067 DEBUG [M:0;a21b6491b371:46405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a21b6491b371:46405 2024-12-04T15:55:52,068 INFO [master/a21b6491b371:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a21b6491b371,46405,1733327751000 2024-12-04T15:55:52,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:55:52,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:55:52,077 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a21b6491b371,46405,1733327751000 2024-12-04T15:55:52,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T15:55:52,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:55:52,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:55:52,101 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T15:55:52,102 INFO [master/a21b6491b371:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a21b6491b371,46405,1733327751000 from backup master directory 2024-12-04T15:55:52,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a21b6491b371,46405,1733327751000 2024-12-04T15:55:52,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:55:52,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T15:55:52,107 WARN [master/a21b6491b371:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:55:52,108 INFO [master/a21b6491b371:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a21b6491b371,46405,1733327751000 2024-12-04T15:55:52,110 INFO [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T15:55:52,112 INFO [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T15:55:52,174 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/hbase.id] with ID: 28b50e07-3429-4fc7-84f6-a891e4a893c2 2024-12-04T15:55:52,174 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/.tmp/hbase.id 2024-12-04T15:55:52,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:55:52,588 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/.tmp/hbase.id]:[hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/hbase.id] 2024-12-04T15:55:52,659 INFO [master/a21b6491b371:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:55:52,666 INFO [master/a21b6491b371:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:55:52,692 INFO [master/a21b6491b371:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-12-04T15:55:52,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:55:52,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:55:52,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:55:52,759 INFO [master/a21b6491b371:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:55:52,763 INFO [master/a21b6491b371:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:55:52,787 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:55:52,794 INFO [master/a21b6491b371:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:55:52,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:55:52,878 INFO [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store 2024-12-04T15:55:52,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:55:52,923 INFO [master/a21b6491b371:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T15:55:52,927 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:55:52,929 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:55:52,929 INFO [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:55:52,929 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:55:52,931 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:55:52,932 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:55:52,932 INFO [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:55:52,933 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733327752929Disabling compacts and flushes for region at 1733327752929Disabling writes for close at 1733327752931 (+2 ms)Writing region close event to WAL at 1733327752932 (+1 ms)Closed at 1733327752932 2024-12-04T15:55:52,937 WARN [master/a21b6491b371:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/.initializing 2024-12-04T15:55:52,937 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/WALs/a21b6491b371,46405,1733327751000 2024-12-04T15:55:52,948 INFO [master/a21b6491b371:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:55:52,976 INFO [master/a21b6491b371:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a21b6491b371%2C46405%2C1733327751000, suffix=, logDir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/WALs/a21b6491b371,46405,1733327751000, archiveDir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/oldWALs, maxLogs=10 2024-12-04T15:55:53,014 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/WALs/a21b6491b371,46405,1733327751000/a21b6491b371%2C46405%2C1733327751000.1733327752982, exclude list is [], retry=0 2024-12-04T15:55:53,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38695,DS-cad888e0-ee87-4f06-b6b3-58066caec984,DISK] 2024-12-04T15:55:53,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T15:55:53,129 INFO [master/a21b6491b371:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/WALs/a21b6491b371,46405,1733327751000/a21b6491b371%2C46405%2C1733327751000.1733327752982 2024-12-04T15:55:53,131 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41835:41835)] 2024-12-04T15:55:53,131 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:55:53,132 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:55:53,138 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:55:53,139 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:55:53,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:55:53,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:55:53,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:55:53,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:55:53,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:55:53,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:55:53,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:55:53,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:55:53,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:55:53,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:55:53,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:55:53,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:55:53,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:55:53,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:55:53,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:55:53,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:55:53,297 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:55:53,302 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:55:53,303 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:55:53,312 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:55:53,313 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:55:53,318 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:55:53,324 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:55:53,337 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:55:53,340 INFO [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60086298, jitterRate=-0.10464438796043396}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:55:53,353 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733327753158Initializing all the Stores at 1733327753164 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733327753165 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327753167 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327753168 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327753168Cleaning up temporary data from old regions at 1733327753313 (+145 ms)Region opened successfully at 1733327753353 (+40 ms) 2024-12-04T15:55:53,356 INFO [master/a21b6491b371:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:55:53,417 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d8669d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a21b6491b371/172.17.0.2:0 2024-12-04T15:55:53,470 INFO [master/a21b6491b371:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:55:53,486 INFO [master/a21b6491b371:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:55:53,486 INFO [master/a21b6491b371:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:55:53,493 INFO [master/a21b6491b371:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:55:53,495 INFO [master/a21b6491b371:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-04T15:55:53,504 INFO [master/a21b6491b371:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-04T15:55:53,505 INFO [master/a21b6491b371:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:55:53,558 INFO [master/a21b6491b371:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:55:53,578 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T15:55:53,588 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T15:55:53,591 INFO [master/a21b6491b371:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:55:53,595 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:55:53,599 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T15:55:53,602 INFO [master/a21b6491b371:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:55:53,608 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:55:53,612 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T15:55:53,616 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:55:53,619 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T15:55:53,647 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:55:53,649 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T15:55:53,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:55:53,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T15:55:53,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:55:53,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:55:53,662 INFO [master/a21b6491b371:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a21b6491b371,46405,1733327751000, sessionid=0x1017e306e610000, setting cluster-up flag (Was=false) 2024-12-04T15:55:53,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:55:53,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:55:53,695 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T15:55:53,708 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a21b6491b371,46405,1733327751000 2024-12-04T15:55:53,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:55:53,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:55:53,733 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T15:55:53,742 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a21b6491b371,46405,1733327751000 2024-12-04T15:55:53,751 INFO [master/a21b6491b371:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:55:53,763 INFO [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(746): ClusterId : 28b50e07-3429-4fc7-84f6-a891e4a893c2 2024-12-04T15:55:53,766 DEBUG [RS:0;a21b6491b371:38361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:55:53,773 DEBUG [RS:0;a21b6491b371:38361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:55:53,773 DEBUG [RS:0;a21b6491b371:38361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:55:53,778 DEBUG [RS:0;a21b6491b371:38361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:55:53,779 DEBUG [RS:0;a21b6491b371:38361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad6cb8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a21b6491b371/172.17.0.2:0 2024-12-04T15:55:53,808 DEBUG [RS:0;a21b6491b371:38361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a21b6491b371:38361 2024-12-04T15:55:53,817 INFO [RS:0;a21b6491b371:38361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:55:53,817 INFO [RS:0;a21b6491b371:38361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:55:53,819 DEBUG [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:55:53,824 INFO [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(2659): reportForDuty to master=a21b6491b371,46405,1733327751000 with port=38361, startcode=1733327751910 2024-12-04T15:55:53,850 DEBUG [RS:0;a21b6491b371:38361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:55:53,929 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:55:53,949 INFO [master/a21b6491b371:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:55:53,960 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48917, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:55:53,964 INFO [master/a21b6491b371:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:55:53,971 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46405 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:53,985 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a21b6491b371,46405,1733327751000 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:55:53,999 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a21b6491b371:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:55:54,000 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a21b6491b371:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:55:54,000 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a21b6491b371:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:55:54,000 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a21b6491b371:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:55:54,000 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a21b6491b371:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:55:54,001 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a21b6491b371:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:55:54,001 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a21b6491b371:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:55:54,001 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a21b6491b371:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:55:54,026 DEBUG [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T15:55:54,026 WARN [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T15:55:54,040 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:55:54,041 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:55:54,057 INFO [master/a21b6491b371:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733327784057 2024-12-04T15:55:54,059 INFO [master/a21b6491b371:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:55:54,061 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:55:54,061 INFO [master/a21b6491b371:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:55:54,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:55:54,066 INFO [master/a21b6491b371:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:55:54,067 INFO [master/a21b6491b371:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:55:54,067 INFO [master/a21b6491b371:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:55:54,067 INFO [master/a21b6491b371:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:55:54,069 INFO [master/a21b6491b371:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:54,074 INFO [master/a21b6491b371:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:55:54,076 INFO [master/a21b6491b371:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:55:54,076 INFO [master/a21b6491b371:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:55:54,080 INFO [master/a21b6491b371:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:55:54,081 INFO [master/a21b6491b371:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:55:54,086 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a21b6491b371:0:becomeActiveMaster-HFileCleaner.large.0-1733327754082,5,FailOnTimeoutGroup] 2024-12-04T15:55:54,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:55:54,092 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a21b6491b371:0:becomeActiveMaster-HFileCleaner.small.0-1733327754087,5,FailOnTimeoutGroup] 2024-12-04T15:55:54,092 INFO [master/a21b6491b371:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:54,092 INFO [master/a21b6491b371:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:55:54,094 INFO [master/a21b6491b371:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:54,094 INFO [master/a21b6491b371:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:54,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:55:54,097 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7 2024-12-04T15:55:54,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741832_1008 (size=32) 2024-12-04T15:55:54,128 INFO [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(2659): reportForDuty to master=a21b6491b371,46405,1733327751000 with port=38361, startcode=1733327751910 2024-12-04T15:55:54,131 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46405 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a21b6491b371,38361,1733327751910 2024-12-04T15:55:54,134 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46405 {}] master.ServerManager(517): Registering regionserver=a21b6491b371,38361,1733327751910 2024-12-04T15:55:54,143 DEBUG [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7 2024-12-04T15:55:54,143 DEBUG [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41017 2024-12-04T15:55:54,143 DEBUG [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:55:54,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:55:54,152 DEBUG [RS:0;a21b6491b371:38361 {}] zookeeper.ZKUtil(111): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a21b6491b371,38361,1733327751910 2024-12-04T15:55:54,152 WARN [RS:0;a21b6491b371:38361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:55:54,153 INFO [RS:0;a21b6491b371:38361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:55:54,153 DEBUG [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/WALs/a21b6491b371,38361,1733327751910 2024-12-04T15:55:54,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a21b6491b371,38361,1733327751910] 2024-12-04T15:55:54,190 INFO [RS:0;a21b6491b371:38361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:55:54,214 INFO [RS:0;a21b6491b371:38361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:55:54,237 INFO [RS:0;a21b6491b371:38361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:55:54,237 INFO [RS:0;a21b6491b371:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:54,239 INFO [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:55:54,249 INFO [RS:0;a21b6491b371:38361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:55:54,252 INFO [RS:0;a21b6491b371:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:54,252 DEBUG [RS:0;a21b6491b371:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a21b6491b371:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:55:54,252 DEBUG [RS:0;a21b6491b371:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a21b6491b371:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:55:54,252 DEBUG [RS:0;a21b6491b371:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a21b6491b371:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:55:54,253 DEBUG [RS:0;a21b6491b371:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a21b6491b371:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:55:54,258 DEBUG [RS:0;a21b6491b371:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a21b6491b371:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:55:54,258 DEBUG [RS:0;a21b6491b371:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a21b6491b371:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:55:54,259 DEBUG [RS:0;a21b6491b371:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:55:54,259 DEBUG [RS:0;a21b6491b371:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a21b6491b371:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:55:54,260 DEBUG [RS:0;a21b6491b371:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a21b6491b371:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:55:54,260 DEBUG [RS:0;a21b6491b371:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a21b6491b371:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:55:54,260 DEBUG [RS:0;a21b6491b371:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a21b6491b371:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:55:54,260 DEBUG [RS:0;a21b6491b371:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a21b6491b371:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:55:54,261 DEBUG [RS:0;a21b6491b371:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a21b6491b371:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:55:54,261 DEBUG [RS:0;a21b6491b371:38361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:55:54,267 INFO [RS:0;a21b6491b371:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:54,268 INFO [RS:0;a21b6491b371:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:54,268 INFO [RS:0;a21b6491b371:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:54,268 INFO [RS:0;a21b6491b371:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:54,268 INFO [RS:0;a21b6491b371:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:54,268 INFO [RS:0;a21b6491b371:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=a21b6491b371,38361,1733327751910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:55:54,303 INFO [RS:0;a21b6491b371:38361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:55:54,306 INFO [RS:0;a21b6491b371:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=a21b6491b371,38361,1733327751910-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:54,306 INFO [RS:0;a21b6491b371:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:54,306 INFO [RS:0;a21b6491b371:38361 {}] regionserver.Replication(171): a21b6491b371,38361,1733327751910 started 2024-12-04T15:55:54,331 INFO [RS:0;a21b6491b371:38361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:54,331 INFO [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(1482): Serving as a21b6491b371,38361,1733327751910, RpcServer on a21b6491b371/172.17.0.2:38361, sessionid=0x1017e306e610001 2024-12-04T15:55:54,332 DEBUG [RS:0;a21b6491b371:38361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:55:54,332 DEBUG [RS:0;a21b6491b371:38361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a21b6491b371,38361,1733327751910 2024-12-04T15:55:54,332 DEBUG [RS:0;a21b6491b371:38361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a21b6491b371,38361,1733327751910' 2024-12-04T15:55:54,333 DEBUG [RS:0;a21b6491b371:38361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T15:55:54,334 DEBUG [RS:0;a21b6491b371:38361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T15:55:54,335 DEBUG [RS:0;a21b6491b371:38361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:55:54,335 DEBUG [RS:0;a21b6491b371:38361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:55:54,335 DEBUG [RS:0;a21b6491b371:38361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a21b6491b371,38361,1733327751910 2024-12-04T15:55:54,335 DEBUG [RS:0;a21b6491b371:38361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a21b6491b371,38361,1733327751910' 2024-12-04T15:55:54,336 DEBUG [RS:0;a21b6491b371:38361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T15:55:54,337 DEBUG [RS:0;a21b6491b371:38361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T15:55:54,338 DEBUG [RS:0;a21b6491b371:38361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:55:54,339 INFO [RS:0;a21b6491b371:38361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:55:54,339 INFO [RS:0;a21b6491b371:38361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:55:54,445 INFO [RS:0;a21b6491b371:38361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:55:54,450 INFO [RS:0;a21b6491b371:38361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a21b6491b371%2C38361%2C1733327751910, suffix=, logDir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/WALs/a21b6491b371,38361,1733327751910, archiveDir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/oldWALs, maxLogs=32 2024-12-04T15:55:54,475 DEBUG [RS:0;a21b6491b371:38361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/WALs/a21b6491b371,38361,1733327751910/a21b6491b371%2C38361%2C1733327751910.1733327754453, exclude list is [], retry=0 2024-12-04T15:55:54,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38695,DS-cad888e0-ee87-4f06-b6b3-58066caec984,DISK] 2024-12-04T15:55:54,495 INFO [RS:0;a21b6491b371:38361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/WALs/a21b6491b371,38361,1733327751910/a21b6491b371%2C38361%2C1733327751910.1733327754453 2024-12-04T15:55:54,496 DEBUG [RS:0;a21b6491b371:38361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41835:41835)] 2024-12-04T15:55:54,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:55:54,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:55:54,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:55:54,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:55:54,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:55:54,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:55:54,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:55:54,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:55:54,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:55:54,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:55:54,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:55:54,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:55:54,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:55:54,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:55:54,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:55:54,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:55:54,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:55:54,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:55:54,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740 2024-12-04T15:55:54,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740 2024-12-04T15:55:54,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:55:54,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:55:54,580 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T15:55:54,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:55:54,598 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:55:54,599 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74128427, jitterRate=0.10459963977336884}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T15:55:54,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733327754531Initializing all the Stores at 1733327754534 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733327754534Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733327754537 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327754537Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733327754537Cleaning up temporary data from old regions at 1733327754579 (+42 ms)Region opened successfully at 1733327754603 (+24 ms) 2024-12-04T15:55:54,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:55:54,603 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:55:54,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:55:54,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:55:54,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:55:54,606 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:55:54,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733327754603Disabling compacts and flushes for region at 1733327754603Disabling writes for close at 1733327754603Writing region close event to WAL at 1733327754605 (+2 ms)Closed at 1733327754606 (+1 ms) 2024-12-04T15:55:54,611 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:55:54,612 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:55:54,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:55:54,635 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:55:54,641 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:55:54,794 DEBUG [a21b6491b371:46405 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:55:54,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:55:54,819 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a21b6491b371,38361,1733327751910, state=OPENING 2024-12-04T15:55:54,826 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:55:54,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:55:54,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:55:54,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:55:54,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:55:54,834 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:55:54,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:55:55,021 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:55:55,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52473, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:55:55,057 INFO [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:55:55,057 INFO [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:55:55,058 INFO [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:55:55,064 INFO [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a21b6491b371%2C38361%2C1733327751910.meta, suffix=.meta, logDir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/WALs/a21b6491b371,38361,1733327751910, archiveDir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/oldWALs, maxLogs=32 2024-12-04T15:55:55,089 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/WALs/a21b6491b371,38361,1733327751910/a21b6491b371%2C38361%2C1733327751910.meta.1733327755066.meta, exclude list is [], retry=0 2024-12-04T15:55:55,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38695,DS-cad888e0-ee87-4f06-b6b3-58066caec984,DISK] 2024-12-04T15:55:55,108 INFO [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/WALs/a21b6491b371,38361,1733327751910/a21b6491b371%2C38361%2C1733327751910.meta.1733327755066.meta 2024-12-04T15:55:55,113 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41835:41835)] 2024-12-04T15:55:55,113 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:55:55,116 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:55:55,119 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:55:55,126 INFO [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:55:55,131 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:55:55,132 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:55:55,132 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:55:55,133 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:55:55,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:55:55,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:55:55,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:55:55,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:55:55,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:55:55,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:55:55,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:55:55,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:55:55,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:55:55,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:55:55,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:55:55,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:55:55,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:55:55,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:55:55,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:55:55,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:55:55,149 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:55:55,151 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740 2024-12-04T15:55:55,154 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740 2024-12-04T15:55:55,156 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:55:55,157 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:55:55,158 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T15:55:55,161 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:55:55,163 INFO [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60097179, jitterRate=-0.1044822484254837}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T15:55:55,163 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:55:55,165 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733327755133Writing region info on filesystem at 1733327755134 (+1 ms)Initializing all the Stores at 1733327755136 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733327755136Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733327755136Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327755136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733327755136Cleaning up temporary data from old regions at 1733327755157 (+21 ms)Running coprocessor post-open hooks at 1733327755163 (+6 ms)Region opened successfully at 1733327755165 (+2 ms) 2024-12-04T15:55:55,173 INFO [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733327755009 2024-12-04T15:55:55,187 DEBUG [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:55:55,188 INFO [RS_OPEN_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:55:55,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:55:55,193 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a21b6491b371,38361,1733327751910, state=OPEN 2024-12-04T15:55:55,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:55:55,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T15:55:55,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:55:55,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T15:55:55,202 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:55,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:55:55,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a21b6491b371,38361,1733327751910 in 366 msec 2024-12-04T15:55:55,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:55:55,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 593 msec 2024-12-04T15:55:55,223 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:55:55,224 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:55:55,248 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:55:55,249 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:55:55,283 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:55:55,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46911, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:55:55,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4930 sec 2024-12-04T15:55:55,314 INFO [master/a21b6491b371:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733327755313, completionTime=-1 2024-12-04T15:55:55,318 INFO [master/a21b6491b371:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:55:55,318 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:55:55,356 INFO [master/a21b6491b371:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:55:55,357 INFO [master/a21b6491b371:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733327815357 2024-12-04T15:55:55,357 INFO [master/a21b6491b371:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733327875357 2024-12-04T15:55:55,357 INFO [master/a21b6491b371:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 39 msec 2024-12-04T15:55:55,360 INFO [master/a21b6491b371:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a21b6491b371,46405,1733327751000-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:55,360 INFO [master/a21b6491b371:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a21b6491b371,46405,1733327751000-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:55,360 INFO [master/a21b6491b371:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a21b6491b371,46405,1733327751000-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:55,362 INFO [master/a21b6491b371:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a21b6491b371:46405, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:55,366 INFO [master/a21b6491b371:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:55,369 INFO [master/a21b6491b371:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:55,375 DEBUG [master/a21b6491b371:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:55:55,403 INFO [master/a21b6491b371:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.295sec 2024-12-04T15:55:55,404 INFO [master/a21b6491b371:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:55:55,406 INFO [master/a21b6491b371:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:55:55,407 INFO [master/a21b6491b371:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:55:55,408 INFO [master/a21b6491b371:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:55:55,408 INFO [master/a21b6491b371:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:55:55,409 INFO [master/a21b6491b371:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a21b6491b371,46405,1733327751000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:55:55,410 INFO [master/a21b6491b371:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a21b6491b371,46405,1733327751000-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:55:55,420 DEBUG [master/a21b6491b371:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:55:55,421 INFO [master/a21b6491b371:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:55:55,422 INFO [master/a21b6491b371:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a21b6491b371,46405,1733327751000-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:55:55,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6717e65d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:55,476 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T15:55:55,476 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T15:55:55,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:55:55,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:55:55,495 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:55:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:55:55,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:55:55,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ef80cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:55,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:55:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:55:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:55:55,505 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:55:55,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e40e8d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:55,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:55:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:55:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:55:55,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:55:55,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a21b6491b371,46405,1733327751000 2024-12-04T15:55:55,562 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=9801 2024-12-04T15:55:55,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:55:55,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a21b6491b371,46405,1733327751000 2024-12-04T15:55:55,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1109f50e 2024-12-04T15:55:55,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:55:55,613 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:55:55,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T15:55:55,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:55:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T15:55:55,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:55:55,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-04T15:55:55,654 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:55:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:55:55,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:55:55,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741835_1011 (size=959) 2024-12-04T15:55:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:55:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:55:56,092 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7 2024-12-04T15:55:56,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741836_1012 (size=53) 2024-12-04T15:55:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:55:56,509 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:55:56,509 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing d5656c764ff68bdee52d80edbdd459d2, disabling compactions & flushes 2024-12-04T15:55:56,509 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:56,509 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:56,509 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. after waiting 0 ms 2024-12-04T15:55:56,509 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:56,509 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:56,509 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5656c764ff68bdee52d80edbdd459d2: Waiting for close lock at 1733327756509Disabling compacts and flushes for region at 1733327756509Disabling writes for close at 1733327756509Writing region close event to WAL at 1733327756509Closed at 1733327756509 2024-12-04T15:55:56,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:55:56,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733327756512"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733327756512"}]},"ts":"1733327756512"} 2024-12-04T15:55:56,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:55:56,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:55:56,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327756525"}]},"ts":"1733327756525"} 2024-12-04T15:55:56,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T15:55:56,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5656c764ff68bdee52d80edbdd459d2, ASSIGN}] 2024-12-04T15:55:56,537 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5656c764ff68bdee52d80edbdd459d2, ASSIGN 2024-12-04T15:55:56,539 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5656c764ff68bdee52d80edbdd459d2, ASSIGN; state=OFFLINE, location=a21b6491b371,38361,1733327751910; forceNewPlan=false, retain=false 2024-12-04T15:55:56,691 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5656c764ff68bdee52d80edbdd459d2, regionState=OPENING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:55:56,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5656c764ff68bdee52d80edbdd459d2, ASSIGN because future has completed 2024-12-04T15:55:56,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:55:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:55:56,863 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:56,863 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:55:56,863 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:55:56,864 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:55:56,864 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:55:56,864 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:55:56,866 INFO [StoreOpener-d5656c764ff68bdee52d80edbdd459d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:55:56,869 INFO [StoreOpener-d5656c764ff68bdee52d80edbdd459d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5656c764ff68bdee52d80edbdd459d2 columnFamilyName A 2024-12-04T15:55:56,869 DEBUG [StoreOpener-d5656c764ff68bdee52d80edbdd459d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:55:56,871 INFO [StoreOpener-d5656c764ff68bdee52d80edbdd459d2-1 {}] regionserver.HStore(327): Store=d5656c764ff68bdee52d80edbdd459d2/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:55:56,871 INFO [StoreOpener-d5656c764ff68bdee52d80edbdd459d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:55:56,873 INFO [StoreOpener-d5656c764ff68bdee52d80edbdd459d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5656c764ff68bdee52d80edbdd459d2 columnFamilyName B 2024-12-04T15:55:56,874 DEBUG [StoreOpener-d5656c764ff68bdee52d80edbdd459d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:55:56,874 INFO [StoreOpener-d5656c764ff68bdee52d80edbdd459d2-1 {}] regionserver.HStore(327): Store=d5656c764ff68bdee52d80edbdd459d2/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:55:56,875 INFO [StoreOpener-d5656c764ff68bdee52d80edbdd459d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:55:56,877 INFO [StoreOpener-d5656c764ff68bdee52d80edbdd459d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5656c764ff68bdee52d80edbdd459d2 columnFamilyName C 2024-12-04T15:55:56,877 DEBUG [StoreOpener-d5656c764ff68bdee52d80edbdd459d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:55:56,878 INFO [StoreOpener-d5656c764ff68bdee52d80edbdd459d2-1 {}] regionserver.HStore(327): Store=d5656c764ff68bdee52d80edbdd459d2/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:55:56,879 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:55:56,880 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:55:56,881 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:55:56,882 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:55:56,883 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:55:56,884 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T15:55:56,886 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:55:56,901 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:55:56,902 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d5656c764ff68bdee52d80edbdd459d2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71745639, jitterRate=0.06909333169460297}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T15:55:56,903 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:55:56,904 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d5656c764ff68bdee52d80edbdd459d2: Running coprocessor pre-open hook at 1733327756864Writing region info on filesystem at 1733327756864Initializing all the Stores at 1733327756866 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327756866Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327756866Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327756866Cleaning up temporary data from old regions at 1733327756883 (+17 ms)Running coprocessor post-open hooks at 1733327756903 (+20 ms)Region opened successfully at 1733327756904 (+1 ms) 2024-12-04T15:55:56,906 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., pid=6, masterSystemTime=1733327756855 2024-12-04T15:55:56,911 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:56,911 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:56,912 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5656c764ff68bdee52d80edbdd459d2, regionState=OPEN, openSeqNum=2, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:55:56,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:55:56,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:55:56,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 in 218 msec 2024-12-04T15:55:56,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:55:56,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5656c764ff68bdee52d80edbdd459d2, ASSIGN in 390 msec 2024-12-04T15:55:56,931 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:55:56,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327756931"}]},"ts":"1733327756931"} 2024-12-04T15:55:56,935 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T15:55:56,936 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:55:56,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.3090 sec 2024-12-04T15:55:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:55:57,825 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:55:57,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380f129a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:55:57,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:55:57,832 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:55:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:55:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:55:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2315f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:55:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:55:57,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:55:57,835 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:55:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35eddcd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:55:57,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:55:57,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:55:57,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:55:57,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:55:57,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a21b6491b371,46405,1733327751000 2024-12-04T15:55:57,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19bc5c32 2024-12-04T15:55:57,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:55:57,848 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:55:57,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d5370c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:55:57,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:55:57,854 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:55:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:55:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:55:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7290076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,855 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:55:57,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:55:57,856 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:55:57,857 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:55:57,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b17c100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66179583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:55:57,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:55:57,860 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:55:57,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:55:57,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:55:57,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f338c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:55:57,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:55:57,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:55:57,863 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:55:57,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3937ace3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fd46d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:55:57,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:55:57,866 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:55:57,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:55:57,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:55:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef8cf77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:55:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:55:57,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:55:57,869 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:55:57,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af2c0a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c745675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:55:57,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:55:57,873 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:55:57,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:55:57,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:55:57,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebcbe76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:55:57,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:55:57,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:55:57,875 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:55:57,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d0905d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddfce89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:55:57,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:55:57,878 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:55:57,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:55:57,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:55:57,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fe934e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:55:57,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:55:57,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:55:57,880 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:55:57,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff3582c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ac138c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:55:57,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:55:57,884 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:55:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:55:57,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:55:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2521eed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:55:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:55:57,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:55:57,886 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:55:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@359c1e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4560d4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:55:57,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:55:57,889 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:55:57,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:55:57,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:55:57,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35351cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:55:57,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:55:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:55:57,890 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:55:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516bf0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae63df9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:55:57,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:55:57,893 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:55:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:55:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:55:57,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9a1dcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:55:57,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:55:57,894 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:55:57,895 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:55:57,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ab586a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536aa452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:55:57,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:55:57,897 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:55:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:55:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:55:57,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:55:57,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:55:57,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:55:57,899 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:55:57,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed66a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:55:57,903 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:55:57,903 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:55:57,903 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:55:57,904 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:55:57,904 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:55:57,905 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:55:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:55:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:55:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:55:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:55:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:55:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:55:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:55:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:55:57,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:55:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:55:57,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:55:57,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:55:57,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:55:57,909 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:55:57,909 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:55:57,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:55:57,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:55:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:55:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:55:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:55:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:55:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:55:57,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:55:57,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:55:57,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:55:57,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:55:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:55:57,918 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:55:57,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:55:57,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:55:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:55:57,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:55:57,923 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:55:57,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:55:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:55:57,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:55:57,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:55:57,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:55:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-04T15:55:57,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:55:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:55:57,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:55:57,934 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:55:57,936 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:55:57,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:55:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:55:58,014 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:55:58,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-04T15:55:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:55:58,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T15:55:58,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:58,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:55:58,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:58,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:55:58,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:55:58,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/c5e736f53a4e4faea535c12ced2810dd is 50, key is test_row_0/A:col10/1733327757983/Put/seqid=0 2024-12-04T15:55:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:55:58,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741837_1013 (size=16681) 2024-12-04T15:55:58,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/c5e736f53a4e4faea535c12ced2810dd 2024-12-04T15:55:58,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327818158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327818161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327818168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327818173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57400 deadline: 1733327818181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:55:58,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/e786cb46232248b98dbdcbc7cee1b7e2 is 50, key is test_row_0/B:col10/1733327757983/Put/seqid=0 2024-12-04T15:55:58,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327818285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327818284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327818295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327818296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57400 deadline: 1733327818296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T15:55:58,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741838_1014 (size=12001) 2024-12-04T15:55:58,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:58,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:55:58,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:58,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:55:58,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:55:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:55:58,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T15:55:58,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:58,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:55:58,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:58,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:55:58,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:55:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:55:58,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327818493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327818504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327818505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327818505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57400 deadline: 1733327818514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:55:58,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T15:55:58,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:58,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:55:58,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:58,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:55:58,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:55:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:55:58,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/e786cb46232248b98dbdcbc7cee1b7e2 2024-12-04T15:55:58,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/a0b8f3bcf7194434bfa3a48ab6ddcadf is 50, key is test_row_0/C:col10/1733327757983/Put/seqid=0 2024-12-04T15:55:58,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741839_1015 (size=12001) 2024-12-04T15:55:58,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/a0b8f3bcf7194434bfa3a48ab6ddcadf 2024-12-04T15:55:58,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/c5e736f53a4e4faea535c12ced2810dd as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/c5e736f53a4e4faea535c12ced2810dd 2024-12-04T15:55:58,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T15:55:58,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:58,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:55:58,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:58,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:55:58,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:55:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:55:58,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327818804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/c5e736f53a4e4faea535c12ced2810dd, entries=250, sequenceid=17, filesize=16.3 K 2024-12-04T15:55:58,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/e786cb46232248b98dbdcbc7cee1b7e2 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/e786cb46232248b98dbdcbc7cee1b7e2 2024-12-04T15:55:58,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/e786cb46232248b98dbdcbc7cee1b7e2, entries=150, sequenceid=17, filesize=11.7 K 2024-12-04T15:55:58,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/a0b8f3bcf7194434bfa3a48ab6ddcadf as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/a0b8f3bcf7194434bfa3a48ab6ddcadf 2024-12-04T15:55:58,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327818824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327818824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57400 deadline: 1733327818825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,852 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327818825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:58,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/a0b8f3bcf7194434bfa3a48ab6ddcadf, entries=150, sequenceid=17, filesize=11.7 K 2024-12-04T15:55:58,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for d5656c764ff68bdee52d80edbdd459d2 in 857ms, sequenceid=17, compaction requested=false 2024-12-04T15:55:58,879 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-04T15:55:58,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:55:58,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T15:55:58,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:58,963 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-04T15:55:58,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/f0ef1627555c4a499f5ddcf3283d36b5 is 50, key is test_row_0/A:col10/1733327758169/Put/seqid=0 2024-12-04T15:55:59,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741840_1016 (size=12001) 2024-12-04T15:55:59,025 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/f0ef1627555c4a499f5ddcf3283d36b5 2024-12-04T15:55:59,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/607e83ad3adc4d078f7a515bf7b0ee69 is 50, key is test_row_0/B:col10/1733327758169/Put/seqid=0 2024-12-04T15:55:59,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741841_1017 (size=12001) 2024-12-04T15:55:59,070 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/607e83ad3adc4d078f7a515bf7b0ee69 2024-12-04T15:55:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:55:59,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/f57763dd778d4f8b97950d7b6cd41c24 is 50, key is test_row_0/C:col10/1733327758169/Put/seqid=0 2024-12-04T15:55:59,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741842_1018 (size=12001) 2024-12-04T15:55:59,133 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/f57763dd778d4f8b97950d7b6cd41c24 2024-12-04T15:55:59,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/f0ef1627555c4a499f5ddcf3283d36b5 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f0ef1627555c4a499f5ddcf3283d36b5 2024-12-04T15:55:59,168 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f0ef1627555c4a499f5ddcf3283d36b5, entries=150, sequenceid=38, filesize=11.7 K 2024-12-04T15:55:59,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/607e83ad3adc4d078f7a515bf7b0ee69 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/607e83ad3adc4d078f7a515bf7b0ee69 2024-12-04T15:55:59,198 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/607e83ad3adc4d078f7a515bf7b0ee69, entries=150, sequenceid=38, filesize=11.7 K 2024-12-04T15:55:59,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/f57763dd778d4f8b97950d7b6cd41c24 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/f57763dd778d4f8b97950d7b6cd41c24 2024-12-04T15:55:59,213 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/f57763dd778d4f8b97950d7b6cd41c24, entries=150, sequenceid=38, filesize=11.7 K 2024-12-04T15:55:59,217 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for d5656c764ff68bdee52d80edbdd459d2 in 253ms, sequenceid=38, compaction requested=false 2024-12-04T15:55:59,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:55:59,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:55:59,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T15:55:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T15:55:59,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-04T15:55:59,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2890 sec 2024-12-04T15:55:59,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.3140 sec 2024-12-04T15:55:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:55:59,377 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:55:59,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-04T15:55:59,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/a6de59cf354f4ea8829f58346d735e34 is 50, key is test_row_0/A:col10/1733327759371/Put/seqid=0 2024-12-04T15:55:59,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741843_1019 (size=12001) 2024-12-04T15:55:59,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/a6de59cf354f4ea8829f58346d735e34 2024-12-04T15:55:59,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/1a62efbe7b024b759219ee2a966c4bd9 is 50, key is test_row_0/B:col10/1733327759371/Put/seqid=0 2024-12-04T15:55:59,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327819452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:59,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57400 deadline: 1733327819458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:59,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:59,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327819461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:59,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741844_1020 (size=12001) 2024-12-04T15:55:59,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/1a62efbe7b024b759219ee2a966c4bd9 2024-12-04T15:55:59,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327819465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:59,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:59,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327819466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:59,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:59,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/44bf2d6719a2489a847f44d60775094d is 50, key is test_row_0/C:col10/1733327759371/Put/seqid=0 2024-12-04T15:55:59,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741845_1021 (size=12001) 2024-12-04T15:55:59,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327819573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:59,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:59,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57400 deadline: 1733327819574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:59,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327819584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:59,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:59,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327819584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:59,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:59,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327819585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:59,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327819783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:59,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:59,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57400 deadline: 1733327819784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:59,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:59,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327819803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:59,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:59,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327819804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:59,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:59,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:55:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327819805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:55:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:55:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:55:59,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/44bf2d6719a2489a847f44d60775094d 2024-12-04T15:55:59,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/a6de59cf354f4ea8829f58346d735e34 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/a6de59cf354f4ea8829f58346d735e34 2024-12-04T15:55:59,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/a6de59cf354f4ea8829f58346d735e34, entries=150, sequenceid=50, filesize=11.7 K 2024-12-04T15:55:59,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/1a62efbe7b024b759219ee2a966c4bd9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/1a62efbe7b024b759219ee2a966c4bd9 2024-12-04T15:55:59,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/1a62efbe7b024b759219ee2a966c4bd9, entries=150, sequenceid=50, filesize=11.7 K 2024-12-04T15:55:59,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/44bf2d6719a2489a847f44d60775094d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/44bf2d6719a2489a847f44d60775094d 2024-12-04T15:55:59,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/44bf2d6719a2489a847f44d60775094d, entries=150, sequenceid=50, filesize=11.7 K 2024-12-04T15:55:59,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d5656c764ff68bdee52d80edbdd459d2 in 603ms, sequenceid=50, compaction requested=true 2024-12-04T15:55:59,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:55:59,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:55:59,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:55:59,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:55:59,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:55:59,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:55:59,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:55:59,995 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:55:59,996 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:00,000 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:00,001 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:00,002 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/B is initiating minor compaction (all files) 2024-12-04T15:56:00,003 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/B in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:00,003 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/e786cb46232248b98dbdcbc7cee1b7e2, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/607e83ad3adc4d078f7a515bf7b0ee69, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/1a62efbe7b024b759219ee2a966c4bd9] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=35.2 K 2024-12-04T15:56:00,004 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/A is initiating minor compaction (all files) 2024-12-04T15:56:00,004 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/A in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:00,005 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/c5e736f53a4e4faea535c12ced2810dd, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f0ef1627555c4a499f5ddcf3283d36b5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/a6de59cf354f4ea8829f58346d735e34] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=39.7 K 2024-12-04T15:56:00,006 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting e786cb46232248b98dbdcbc7cee1b7e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733327757983 2024-12-04T15:56:00,006 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5e736f53a4e4faea535c12ced2810dd, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733327757983 2024-12-04T15:56:00,008 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0ef1627555c4a499f5ddcf3283d36b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733327758146 2024-12-04T15:56:00,011 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 607e83ad3adc4d078f7a515bf7b0ee69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733327758146 2024-12-04T15:56:00,012 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6de59cf354f4ea8829f58346d735e34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733327759371 2024-12-04T15:56:00,013 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a62efbe7b024b759219ee2a966c4bd9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733327759371 2024-12-04T15:56:00,055 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#B#compaction#9 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:00,055 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#A#compaction#10 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:00,056 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/e52a6dd0d77f4bda937f65d9d50104f7 is 50, key is test_row_0/A:col10/1733327759371/Put/seqid=0 2024-12-04T15:56:00,056 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/d0cfa3e257d043e9ac09ea78e61a2312 is 50, key is test_row_0/B:col10/1733327759371/Put/seqid=0 2024-12-04T15:56:00,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741846_1022 (size=12104) 2024-12-04T15:56:00,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741847_1023 (size=12104) 2024-12-04T15:56:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:56:00,084 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:00,085 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-04T15:56:00,088 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/e52a6dd0d77f4bda937f65d9d50104f7 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/e52a6dd0d77f4bda937f65d9d50104f7 2024-12-04T15:56:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T15:56:00,089 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:00,090 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:00,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:00,106 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:00,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-04T15:56:00,117 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/A of d5656c764ff68bdee52d80edbdd459d2 into e52a6dd0d77f4bda937f65d9d50104f7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:00,117 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:00,120 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/A, priority=13, startTime=1733327759989; duration=0sec 2024-12-04T15:56:00,121 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:00,121 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:A 2024-12-04T15:56:00,121 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:00,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/df8fc46db3aa4703b6f937a8b0e87174 is 50, key is test_row_0/A:col10/1733327759460/Put/seqid=0 2024-12-04T15:56:00,130 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:00,131 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/C is initiating minor compaction (all files) 2024-12-04T15:56:00,131 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/C in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:00,131 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/a0b8f3bcf7194434bfa3a48ab6ddcadf, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/f57763dd778d4f8b97950d7b6cd41c24, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/44bf2d6719a2489a847f44d60775094d] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=35.2 K 2024-12-04T15:56:00,132 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0b8f3bcf7194434bfa3a48ab6ddcadf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733327757983 2024-12-04T15:56:00,133 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting f57763dd778d4f8b97950d7b6cd41c24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733327758146 2024-12-04T15:56:00,134 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44bf2d6719a2489a847f44d60775094d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733327759371 2024-12-04T15:56:00,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327820139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327820144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327820144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57400 deadline: 1733327820144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327820151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741848_1024 (size=16681) 2024-12-04T15:56:00,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/df8fc46db3aa4703b6f937a8b0e87174 2024-12-04T15:56:00,165 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#C#compaction#12 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:00,166 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/ed4b2639e7cb4d8a8ac95affee8bf8f4 is 50, key is test_row_0/C:col10/1733327759371/Put/seqid=0 2024-12-04T15:56:00,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/8beb4d89fae945ee8acbdfd2dc1c1e48 is 50, key is test_row_0/B:col10/1733327759460/Put/seqid=0 2024-12-04T15:56:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T15:56:00,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741849_1025 (size=12104) 2024-12-04T15:56:00,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741850_1026 (size=12001) 2024-12-04T15:56:00,219 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/ed4b2639e7cb4d8a8ac95affee8bf8f4 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/ed4b2639e7cb4d8a8ac95affee8bf8f4 2024-12-04T15:56:00,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/8beb4d89fae945ee8acbdfd2dc1c1e48 2024-12-04T15:56:00,240 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/C of d5656c764ff68bdee52d80edbdd459d2 into ed4b2639e7cb4d8a8ac95affee8bf8f4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:00,240 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:00,240 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/C, priority=13, startTime=1733327759995; duration=0sec 2024-12-04T15:56:00,240 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:00,240 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:C 2024-12-04T15:56:00,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/95e4e4ff05df4f1ca0aec10763dd193a is 50, key is test_row_0/C:col10/1733327759460/Put/seqid=0 2024-12-04T15:56:00,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T15:56:00,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:00,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:00,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:00,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:00,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:00,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57400 deadline: 1733327820265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327820265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327820266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327820265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327820264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741851_1027 (size=12001) 2024-12-04T15:56:00,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/95e4e4ff05df4f1ca0aec10763dd193a 2024-12-04T15:56:00,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/df8fc46db3aa4703b6f937a8b0e87174 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/df8fc46db3aa4703b6f937a8b0e87174 2024-12-04T15:56:00,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/df8fc46db3aa4703b6f937a8b0e87174, entries=250, sequenceid=77, filesize=16.3 K 2024-12-04T15:56:00,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/8beb4d89fae945ee8acbdfd2dc1c1e48 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/8beb4d89fae945ee8acbdfd2dc1c1e48 2024-12-04T15:56:00,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/8beb4d89fae945ee8acbdfd2dc1c1e48, entries=150, sequenceid=77, filesize=11.7 K 2024-12-04T15:56:00,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/95e4e4ff05df4f1ca0aec10763dd193a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/95e4e4ff05df4f1ca0aec10763dd193a 2024-12-04T15:56:00,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/95e4e4ff05df4f1ca0aec10763dd193a, entries=150, sequenceid=77, filesize=11.7 K 2024-12-04T15:56:00,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for d5656c764ff68bdee52d80edbdd459d2 in 259ms, sequenceid=77, compaction requested=false 2024-12-04T15:56:00,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:00,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T15:56:00,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:00,401 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:56:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T15:56:00,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/ad6a3df3fc9c4cd2a592fae3b3c985e1 is 50, key is test_row_0/A:col10/1733327760139/Put/seqid=0 2024-12-04T15:56:00,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741852_1028 (size=12001) 2024-12-04T15:56:00,427 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/ad6a3df3fc9c4cd2a592fae3b3c985e1 2024-12-04T15:56:00,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/848c956f1d4d40558b4b736c85c422db is 50, key is test_row_0/B:col10/1733327760139/Put/seqid=0 2024-12-04T15:56:00,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741853_1029 (size=12001) 2024-12-04T15:56:00,488 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/d0cfa3e257d043e9ac09ea78e61a2312 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/d0cfa3e257d043e9ac09ea78e61a2312 2024-12-04T15:56:00,525 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/B of d5656c764ff68bdee52d80edbdd459d2 into d0cfa3e257d043e9ac09ea78e61a2312(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:00,525 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:00,525 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/B, priority=13, startTime=1733327759994; duration=0sec 2024-12-04T15:56:00,525 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:00,525 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:B 2024-12-04T15:56:00,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:00,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57400 deadline: 1733327820576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327820587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327820590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327820590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327820590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,647 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T15:56:00,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327820704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327820705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327820705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327820707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57400 deadline: 1733327820706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T15:56:00,714 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:56:00,872 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/848c956f1d4d40558b4b736c85c422db 2024-12-04T15:56:00,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/ab329e52e89b4889b0f014ab561955c5 is 50, key is test_row_0/C:col10/1733327760139/Put/seqid=0 2024-12-04T15:56:00,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741854_1030 (size=12001) 2024-12-04T15:56:00,905 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/ab329e52e89b4889b0f014ab561955c5 2024-12-04T15:56:00,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327820914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327820914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327820914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/ad6a3df3fc9c4cd2a592fae3b3c985e1 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/ad6a3df3fc9c4cd2a592fae3b3c985e1 2024-12-04T15:56:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327820924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57400 deadline: 1733327820925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:00,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:00,930 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:00,934 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/ad6a3df3fc9c4cd2a592fae3b3c985e1, entries=150, sequenceid=89, filesize=11.7 K 2024-12-04T15:56:00,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/848c956f1d4d40558b4b736c85c422db as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/848c956f1d4d40558b4b736c85c422db 2024-12-04T15:56:00,957 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/848c956f1d4d40558b4b736c85c422db, entries=150, sequenceid=89, filesize=11.7 K 2024-12-04T15:56:00,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/ab329e52e89b4889b0f014ab561955c5 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/ab329e52e89b4889b0f014ab561955c5 2024-12-04T15:56:00,973 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/ab329e52e89b4889b0f014ab561955c5, entries=150, sequenceid=89, filesize=11.7 K 2024-12-04T15:56:00,974 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for d5656c764ff68bdee52d80edbdd459d2 in 573ms, sequenceid=89, compaction requested=true 2024-12-04T15:56:00,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:00,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:00,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-04T15:56:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-04T15:56:00,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T15:56:00,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 886 msec 2024-12-04T15:56:00,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 899 msec 2024-12-04T15:56:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T15:56:01,226 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:01,227 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-04T15:56:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T15:56:01,232 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:01,233 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:01,233 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:01,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-04T15:56:01,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:01,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/614cba4cbdf94c16afc47a6d274a16a4 is 50, key is test_row_0/A:col10/1733327761229/Put/seqid=0 2024-12-04T15:56:01,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327821241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57400 deadline: 1733327821244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327821253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741855_1031 (size=12001) 2024-12-04T15:56:01,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/614cba4cbdf94c16afc47a6d274a16a4 2024-12-04T15:56:01,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327821246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327821261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/47559a5715774e5babab291f15f565b9 is 50, key is test_row_0/B:col10/1733327761229/Put/seqid=0 2024-12-04T15:56:01,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741856_1032 (size=12001) 2024-12-04T15:56:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T15:56:01,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327821363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327821374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327821374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327821374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T15:56:01,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:01,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:01,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:01,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:01,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:01,485 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T15:56:01,486 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T15:56:01,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:56:01,488 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T15:56:01,489 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T15:56:01,489 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T15:56:01,490 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-04T15:56:01,490 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-04T15:56:01,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T15:56:01,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:01,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:01,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:01,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:01,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T15:56:01,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327821574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327821584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327821585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327821585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T15:56:01,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:01,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:01,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:01,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:01,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:01,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/47559a5715774e5babab291f15f565b9 2024-12-04T15:56:01,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/11db7d9d3f3944c0adac490b63821d24 is 50, key is test_row_0/C:col10/1733327761229/Put/seqid=0 2024-12-04T15:56:01,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741857_1033 (size=12001) 2024-12-04T15:56:01,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/11db7d9d3f3944c0adac490b63821d24 2024-12-04T15:56:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/614cba4cbdf94c16afc47a6d274a16a4 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/614cba4cbdf94c16afc47a6d274a16a4 2024-12-04T15:56:01,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57400 deadline: 1733327821763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/614cba4cbdf94c16afc47a6d274a16a4, entries=150, sequenceid=120, filesize=11.7 K 2024-12-04T15:56:01,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/47559a5715774e5babab291f15f565b9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/47559a5715774e5babab291f15f565b9 2024-12-04T15:56:01,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/47559a5715774e5babab291f15f565b9, entries=150, sequenceid=120, filesize=11.7 K 2024-12-04T15:56:01,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/11db7d9d3f3944c0adac490b63821d24 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/11db7d9d3f3944c0adac490b63821d24 2024-12-04T15:56:01,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/11db7d9d3f3944c0adac490b63821d24, entries=150, sequenceid=120, filesize=11.7 K 2024-12-04T15:56:01,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for d5656c764ff68bdee52d80edbdd459d2 in 581ms, sequenceid=120, compaction requested=true 2024-12-04T15:56:01,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:01,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:56:01,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:01,815 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:56:01,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:56:01,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:01,815 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:56:01,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:56:01,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:01,819 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:56:01,819 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/A is initiating minor compaction (all files) 2024-12-04T15:56:01,819 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/A in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:01,819 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/e52a6dd0d77f4bda937f65d9d50104f7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/df8fc46db3aa4703b6f937a8b0e87174, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/ad6a3df3fc9c4cd2a592fae3b3c985e1, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/614cba4cbdf94c16afc47a6d274a16a4] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=51.5 K 2024-12-04T15:56:01,821 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:56:01,821 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting e52a6dd0d77f4bda937f65d9d50104f7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733327759371 2024-12-04T15:56:01,821 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/B is initiating minor compaction (all files) 2024-12-04T15:56:01,821 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/B in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:01,822 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/d0cfa3e257d043e9ac09ea78e61a2312, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/8beb4d89fae945ee8acbdfd2dc1c1e48, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/848c956f1d4d40558b4b736c85c422db, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/47559a5715774e5babab291f15f565b9] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=47.0 K 2024-12-04T15:56:01,822 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting df8fc46db3aa4703b6f937a8b0e87174, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733327759457 2024-12-04T15:56:01,823 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting d0cfa3e257d043e9ac09ea78e61a2312, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733327759371 2024-12-04T15:56:01,823 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad6a3df3fc9c4cd2a592fae3b3c985e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733327760133 2024-12-04T15:56:01,823 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 8beb4d89fae945ee8acbdfd2dc1c1e48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733327759460 2024-12-04T15:56:01,824 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 614cba4cbdf94c16afc47a6d274a16a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733327760587 2024-12-04T15:56:01,825 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 848c956f1d4d40558b4b736c85c422db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733327760133 2024-12-04T15:56:01,827 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 47559a5715774e5babab291f15f565b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733327760587 2024-12-04T15:56:01,850 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#B#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:01,851 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/3b45f10e059f4ed6a8b5accd38335977 is 50, key is test_row_0/B:col10/1733327761229/Put/seqid=0 2024-12-04T15:56:01,855 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:01,856 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/1bf1ef76eb7e43efa262eb1b537a680c is 50, key is test_row_0/A:col10/1733327761229/Put/seqid=0 2024-12-04T15:56:01,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T15:56:01,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:01,862 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-04T15:56:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T15:56:01,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/15f3749659ea4d5bb23d0b0ada3a2f39 is 50, key is test_row_1/A:col10/1733327761237/Put/seqid=0 2024-12-04T15:56:01,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741859_1035 (size=12241) 2024-12-04T15:56:01,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741858_1034 (size=12241) 2024-12-04T15:56:01,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741860_1036 (size=9657) 2024-12-04T15:56:01,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:01,914 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/1bf1ef76eb7e43efa262eb1b537a680c as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/1bf1ef76eb7e43efa262eb1b537a680c 2024-12-04T15:56:01,920 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/3b45f10e059f4ed6a8b5accd38335977 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/3b45f10e059f4ed6a8b5accd38335977 2024-12-04T15:56:01,930 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/A of d5656c764ff68bdee52d80edbdd459d2 into 1bf1ef76eb7e43efa262eb1b537a680c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:01,930 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:01,930 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/A, priority=12, startTime=1733327761815; duration=0sec 2024-12-04T15:56:01,930 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:01,930 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:A 2024-12-04T15:56:01,930 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:56:01,933 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:56:01,933 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/C is initiating minor compaction (all files) 2024-12-04T15:56:01,933 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/C in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:01,934 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/ed4b2639e7cb4d8a8ac95affee8bf8f4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/95e4e4ff05df4f1ca0aec10763dd193a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/ab329e52e89b4889b0f014ab561955c5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/11db7d9d3f3944c0adac490b63821d24] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=47.0 K 2024-12-04T15:56:01,935 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed4b2639e7cb4d8a8ac95affee8bf8f4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733327759371 2024-12-04T15:56:01,936 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95e4e4ff05df4f1ca0aec10763dd193a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733327759460 2024-12-04T15:56:01,936 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/B of d5656c764ff68bdee52d80edbdd459d2 into 3b45f10e059f4ed6a8b5accd38335977(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:01,936 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:01,937 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/B, priority=12, startTime=1733327761815; duration=0sec 2024-12-04T15:56:01,937 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab329e52e89b4889b0f014ab561955c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733327760133 2024-12-04T15:56:01,937 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:01,937 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:B 2024-12-04T15:56:01,938 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11db7d9d3f3944c0adac490b63821d24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733327760587 2024-12-04T15:56:01,961 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:01,962 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/36e21d4e124b41a295adf23ab05c5590 is 50, key is test_row_0/C:col10/1733327761229/Put/seqid=0 2024-12-04T15:56:01,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327821968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327821969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327821971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327821973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:01,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:01,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741861_1037 (size=12241) 2024-12-04T15:56:02,000 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/36e21d4e124b41a295adf23ab05c5590 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/36e21d4e124b41a295adf23ab05c5590 2024-12-04T15:56:02,012 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/C of d5656c764ff68bdee52d80edbdd459d2 into 36e21d4e124b41a295adf23ab05c5590(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:02,012 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:02,012 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/C, priority=12, startTime=1733327761815; duration=0sec 2024-12-04T15:56:02,012 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:02,012 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:C 2024-12-04T15:56:02,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327822083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:02,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327822083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:02,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:02,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:02,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:02,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327822083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327822083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:02,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:02,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:02,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327822293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:02,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327822294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:02,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:02,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:02,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327822294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:02,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327822294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:02,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:02,315 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/15f3749659ea4d5bb23d0b0ada3a2f39 2024-12-04T15:56:02,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/7e6a5ddd06944654a1ca271a942c48c5 is 50, key is test_row_1/B:col10/1733327761237/Put/seqid=0 2024-12-04T15:56:02,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741862_1038 (size=9657) 2024-12-04T15:56:02,354 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/7e6a5ddd06944654a1ca271a942c48c5 2024-12-04T15:56:02,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/68ed857b2af744528de277a57c6ef7f3 is 50, key is test_row_1/C:col10/1733327761237/Put/seqid=0 2024-12-04T15:56:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T15:56:02,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741863_1039 (size=9657) 2024-12-04T15:56:02,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327822603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327822603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:02,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:02,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327822603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:02,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:02,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327822603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:02,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:02,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57400 deadline: 1733327822773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:02,777 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in d5656c764ff68bdee52d80edbdd459d2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:02,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:02,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:02,792 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/68ed857b2af744528de277a57c6ef7f3 2024-12-04T15:56:02,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/15f3749659ea4d5bb23d0b0ada3a2f39 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/15f3749659ea4d5bb23d0b0ada3a2f39 2024-12-04T15:56:02,815 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/15f3749659ea4d5bb23d0b0ada3a2f39, entries=100, sequenceid=126, filesize=9.4 K 2024-12-04T15:56:02,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/7e6a5ddd06944654a1ca271a942c48c5 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/7e6a5ddd06944654a1ca271a942c48c5 2024-12-04T15:56:02,829 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/7e6a5ddd06944654a1ca271a942c48c5, entries=100, sequenceid=126, filesize=9.4 K 2024-12-04T15:56:02,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/68ed857b2af744528de277a57c6ef7f3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/68ed857b2af744528de277a57c6ef7f3 2024-12-04T15:56:02,844 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/68ed857b2af744528de277a57c6ef7f3, entries=100, sequenceid=126, filesize=9.4 K 2024-12-04T15:56:02,849 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for d5656c764ff68bdee52d80edbdd459d2 in 987ms, sequenceid=126, compaction requested=false 2024-12-04T15:56:02,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:02,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:02,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-04T15:56:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-04T15:56:02,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T15:56:02,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6190 sec 2024-12-04T15:56:02,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.6290 sec 2024-12-04T15:56:03,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:03,117 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:03,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-12-04T15:56:03,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327823118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327823118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327823120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327823121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/d127791aab944a67abe4de4df0547aa0 is 50, key is test_row_0/A:col10/1733327763117/Put/seqid=0 2024-12-04T15:56:03,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741864_1040 (size=16931) 2024-12-04T15:56:03,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/d127791aab944a67abe4de4df0547aa0 2024-12-04T15:56:03,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/76939d68d11e4a099e68230ce084aad4 is 50, key is test_row_0/B:col10/1733327763117/Put/seqid=0 2024-12-04T15:56:03,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741865_1041 (size=12151) 2024-12-04T15:56:03,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/76939d68d11e4a099e68230ce084aad4 2024-12-04T15:56:03,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/70ab25c81f8f445daea7b97ae60f2eae is 50, key is test_row_0/C:col10/1733327763117/Put/seqid=0 2024-12-04T15:56:03,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741866_1042 (size=12151) 2024-12-04T15:56:03,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327823233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327823234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327823234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327823234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T15:56:03,394 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:03,395 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-04T15:56:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T15:56:03,398 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:03,400 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:03,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:03,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327823443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327823443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327823443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327823443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,447 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T15:56:03,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-04T15:56:03,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:03,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:03,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:03,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:03,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:03,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/70ab25c81f8f445daea7b97ae60f2eae 2024-12-04T15:56:03,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/d127791aab944a67abe4de4df0547aa0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d127791aab944a67abe4de4df0547aa0 2024-12-04T15:56:03,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d127791aab944a67abe4de4df0547aa0, entries=250, sequenceid=163, filesize=16.5 K 2024-12-04T15:56:03,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/76939d68d11e4a099e68230ce084aad4 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/76939d68d11e4a099e68230ce084aad4 2024-12-04T15:56:03,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/76939d68d11e4a099e68230ce084aad4, entries=150, sequenceid=163, filesize=11.9 K 2024-12-04T15:56:03,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/70ab25c81f8f445daea7b97ae60f2eae as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/70ab25c81f8f445daea7b97ae60f2eae 2024-12-04T15:56:03,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/70ab25c81f8f445daea7b97ae60f2eae, entries=150, sequenceid=163, filesize=11.9 K 2024-12-04T15:56:03,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~207.98 KB/212970, heapSize ~545.63 KB/558720, currentSize=0 B/0 for d5656c764ff68bdee52d80edbdd459d2 in 518ms, sequenceid=163, compaction requested=true 2024-12-04T15:56:03,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:03,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:56:03,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:03,635 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:03,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:56:03,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:03,635 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:03,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:56:03,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:03,637 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:03,637 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/A is initiating minor compaction (all files) 2024-12-04T15:56:03,637 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:03,637 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/A in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:03,637 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/B is initiating minor compaction (all files) 2024-12-04T15:56:03,637 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/B in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:03,638 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/1bf1ef76eb7e43efa262eb1b537a680c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/15f3749659ea4d5bb23d0b0ada3a2f39, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d127791aab944a67abe4de4df0547aa0] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=37.9 K 2024-12-04T15:56:03,638 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/3b45f10e059f4ed6a8b5accd38335977, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/7e6a5ddd06944654a1ca271a942c48c5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/76939d68d11e4a099e68230ce084aad4] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=33.3 K 2024-12-04T15:56:03,638 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bf1ef76eb7e43efa262eb1b537a680c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733327760587 2024-12-04T15:56:03,638 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b45f10e059f4ed6a8b5accd38335977, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733327760587 2024-12-04T15:56:03,639 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15f3749659ea4d5bb23d0b0ada3a2f39, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733327761237 2024-12-04T15:56:03,639 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e6a5ddd06944654a1ca271a942c48c5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733327761237 2024-12-04T15:56:03,639 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting d127791aab944a67abe4de4df0547aa0, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733327761965 2024-12-04T15:56:03,640 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 76939d68d11e4a099e68230ce084aad4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733327763115 2024-12-04T15:56:03,666 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:03,667 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/2b14d39a9a3844e39d6111a834b5d550 is 50, key is test_row_0/B:col10/1733327763117/Put/seqid=0 2024-12-04T15:56:03,674 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:03,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741867_1043 (size=12493) 2024-12-04T15:56:03,677 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/0231f58ee2854a01aef189d263567bb9 is 50, key is test_row_0/A:col10/1733327763117/Put/seqid=0 2024-12-04T15:56:03,689 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/2b14d39a9a3844e39d6111a834b5d550 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/2b14d39a9a3844e39d6111a834b5d550 2024-12-04T15:56:03,699 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/B of d5656c764ff68bdee52d80edbdd459d2 into 2b14d39a9a3844e39d6111a834b5d550(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:03,699 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:03,699 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/B, priority=13, startTime=1733327763635; duration=0sec 2024-12-04T15:56:03,699 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:03,699 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:B 2024-12-04T15:56:03,699 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:03,702 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:03,702 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/C is initiating minor compaction (all files) 2024-12-04T15:56:03,702 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/C in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:03,702 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/36e21d4e124b41a295adf23ab05c5590, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/68ed857b2af744528de277a57c6ef7f3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/70ab25c81f8f445daea7b97ae60f2eae] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=33.3 K 2024-12-04T15:56:03,703 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 36e21d4e124b41a295adf23ab05c5590, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733327760587 2024-12-04T15:56:03,703 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 68ed857b2af744528de277a57c6ef7f3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733327761237 2024-12-04T15:56:03,704 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 70ab25c81f8f445daea7b97ae60f2eae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733327763115 2024-12-04T15:56:03,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-04T15:56:03,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:03,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:03,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:03,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-04T15:56:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-04T15:56:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T15:56:03,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T15:56:03,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 314 msec 2024-12-04T15:56:03,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741868_1044 (size=12493) 2024-12-04T15:56:03,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 325 msec 2024-12-04T15:56:03,731 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#C#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:03,732 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/85606a45b4894859b80ab37930416b82 is 50, key is test_row_0/C:col10/1733327763117/Put/seqid=0 2024-12-04T15:56:03,733 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/0231f58ee2854a01aef189d263567bb9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/0231f58ee2854a01aef189d263567bb9 2024-12-04T15:56:03,746 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/A of d5656c764ff68bdee52d80edbdd459d2 into 0231f58ee2854a01aef189d263567bb9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:03,747 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:03,747 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/A, priority=13, startTime=1733327763635; duration=0sec 2024-12-04T15:56:03,747 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:03,747 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:A 2024-12-04T15:56:03,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741869_1045 (size=12493) 2024-12-04T15:56:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:03,767 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:03,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:56:03,776 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/85606a45b4894859b80ab37930416b82 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/85606a45b4894859b80ab37930416b82 2024-12-04T15:56:03,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/f442d859795c4c48a5604f87911397bb is 50, key is test_row_0/A:col10/1733327763765/Put/seqid=0 2024-12-04T15:56:03,794 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/C of d5656c764ff68bdee52d80edbdd459d2 into 85606a45b4894859b80ab37930416b82(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:03,794 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:03,795 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/C, priority=13, startTime=1733327763635; duration=0sec 2024-12-04T15:56:03,795 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:03,795 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:C 2024-12-04T15:56:03,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741870_1046 (size=14541) 2024-12-04T15:56:03,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/f442d859795c4c48a5604f87911397bb 2024-12-04T15:56:03,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/2bd48f632cd54f5382e897c860f5ff45 is 50, key is test_row_0/B:col10/1733327763765/Put/seqid=0 2024-12-04T15:56:03,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327823820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327823825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327823826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327823827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741871_1047 (size=12151) 2024-12-04T15:56:03,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/2bd48f632cd54f5382e897c860f5ff45 2024-12-04T15:56:03,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/06176a76e8954d3290e037fd94aa912b is 50, key is test_row_0/C:col10/1733327763765/Put/seqid=0 2024-12-04T15:56:03,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741872_1048 (size=12151) 2024-12-04T15:56:03,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/06176a76e8954d3290e037fd94aa912b 2024-12-04T15:56:03,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/f442d859795c4c48a5604f87911397bb as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f442d859795c4c48a5604f87911397bb 2024-12-04T15:56:03,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f442d859795c4c48a5604f87911397bb, entries=200, sequenceid=177, filesize=14.2 K 2024-12-04T15:56:03,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/2bd48f632cd54f5382e897c860f5ff45 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/2bd48f632cd54f5382e897c860f5ff45 2024-12-04T15:56:03,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/2bd48f632cd54f5382e897c860f5ff45, entries=150, sequenceid=177, filesize=11.9 K 2024-12-04T15:56:03,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/06176a76e8954d3290e037fd94aa912b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/06176a76e8954d3290e037fd94aa912b 2024-12-04T15:56:03,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/06176a76e8954d3290e037fd94aa912b, entries=150, sequenceid=177, filesize=11.9 K 2024-12-04T15:56:03,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d5656c764ff68bdee52d80edbdd459d2 in 136ms, sequenceid=177, compaction requested=false 2024-12-04T15:56:03,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:03,941 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:03,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-04T15:56:03,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/76659aec795e4495abc3e2295d3ed2a8 is 50, key is test_row_0/A:col10/1733327763810/Put/seqid=0 2024-12-04T15:56:03,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327823955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327823960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327823965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327823966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:03,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:03,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:03,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741873_1049 (size=14541) 2024-12-04T15:56:03,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/76659aec795e4495abc3e2295d3ed2a8 2024-12-04T15:56:03,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/760c67f153d340508a0c98dbd7f0ec65 is 50, key is test_row_0/B:col10/1733327763810/Put/seqid=0 2024-12-04T15:56:04,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741874_1050 (size=12151) 2024-12-04T15:56:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T15:56:04,023 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:04,024 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-04T15:56:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T15:56:04,027 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:04,030 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:04,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:04,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327824073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327824073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:04,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327824074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:04,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327824074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T15:56:04,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T15:56:04,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:04,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:04,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:04,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:04,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:04,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:04,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327824283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:04,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:04,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327824284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:04,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:04,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327824284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:04,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327824284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:04,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,290 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:04,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:04,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T15:56:04,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:04,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:04,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:04,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:04,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T15:56:04,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/760c67f153d340508a0c98dbd7f0ec65 2024-12-04T15:56:04,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/acd8119857a24bd599b29f370552c519 is 50, key is test_row_0/C:col10/1733327763810/Put/seqid=0 2024-12-04T15:56:04,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741875_1051 (size=12151) 2024-12-04T15:56:04,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T15:56:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:04,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:04,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:04,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:04,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:04,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:04,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327824594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327824594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:04,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:04,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:04,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327824603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:04,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327824604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:04,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:04,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T15:56:04,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:04,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T15:56:04,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:04,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:04,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:04,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57400 deadline: 1733327824793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:04,796 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in d5656c764ff68bdee52d80edbdd459d2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:04,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T15:56:04,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:04,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:04,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:04,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:04,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:04,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/acd8119857a24bd599b29f370552c519 2024-12-04T15:56:04,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/76659aec795e4495abc3e2295d3ed2a8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/76659aec795e4495abc3e2295d3ed2a8 2024-12-04T15:56:04,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/76659aec795e4495abc3e2295d3ed2a8, entries=200, sequenceid=204, filesize=14.2 K 2024-12-04T15:56:04,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/760c67f153d340508a0c98dbd7f0ec65 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/760c67f153d340508a0c98dbd7f0ec65 2024-12-04T15:56:04,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/760c67f153d340508a0c98dbd7f0ec65, entries=150, sequenceid=204, filesize=11.9 K 2024-12-04T15:56:04,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/acd8119857a24bd599b29f370552c519 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/acd8119857a24bd599b29f370552c519 2024-12-04T15:56:04,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/acd8119857a24bd599b29f370552c519, entries=150, sequenceid=204, filesize=11.9 K 2024-12-04T15:56:04,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for d5656c764ff68bdee52d80edbdd459d2 in 931ms, sequenceid=204, compaction requested=true 2024-12-04T15:56:04,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:04,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:56:04,873 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:04,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:04,873 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:04,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:56:04,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:04,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:56:04,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:04,875 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:04,875 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/A is initiating minor compaction (all files) 2024-12-04T15:56:04,875 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/A in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:04,875 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/0231f58ee2854a01aef189d263567bb9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f442d859795c4c48a5604f87911397bb, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/76659aec795e4495abc3e2295d3ed2a8] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=40.6 K 2024-12-04T15:56:04,876 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:04,876 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0231f58ee2854a01aef189d263567bb9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733327763115 2024-12-04T15:56:04,876 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/B is initiating minor compaction (all files) 2024-12-04T15:56:04,876 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/B in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:04,876 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/2b14d39a9a3844e39d6111a834b5d550, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/2bd48f632cd54f5382e897c860f5ff45, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/760c67f153d340508a0c98dbd7f0ec65] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=35.9 K 2024-12-04T15:56:04,877 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting f442d859795c4c48a5604f87911397bb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733327763757 2024-12-04T15:56:04,877 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b14d39a9a3844e39d6111a834b5d550, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733327763115 2024-12-04T15:56:04,877 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76659aec795e4495abc3e2295d3ed2a8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733327763810 2024-12-04T15:56:04,878 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bd48f632cd54f5382e897c860f5ff45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733327763757 2024-12-04T15:56:04,879 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 760c67f153d340508a0c98dbd7f0ec65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733327763810 2024-12-04T15:56:04,895 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:04,896 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/9c331400efbc4933b079567039e13e5c is 50, key is test_row_0/A:col10/1733327763810/Put/seqid=0 2024-12-04T15:56:04,898 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#B#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:04,899 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/e701409ee84f4a2bb3fd99b350777649 is 50, key is test_row_0/B:col10/1733327763810/Put/seqid=0 2024-12-04T15:56:04,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741877_1053 (size=12595) 2024-12-04T15:56:04,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741876_1052 (size=12595) 2024-12-04T15:56:04,915 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/e701409ee84f4a2bb3fd99b350777649 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/e701409ee84f4a2bb3fd99b350777649 2024-12-04T15:56:04,925 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/B of d5656c764ff68bdee52d80edbdd459d2 into e701409ee84f4a2bb3fd99b350777649(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:04,926 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:04,926 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/B, priority=13, startTime=1733327764873; duration=0sec 2024-12-04T15:56:04,926 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:04,926 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:B 2024-12-04T15:56:04,926 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:04,930 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:04,930 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/C is initiating minor compaction (all files) 2024-12-04T15:56:04,930 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/C in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:04,930 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/85606a45b4894859b80ab37930416b82, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/06176a76e8954d3290e037fd94aa912b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/acd8119857a24bd599b29f370552c519] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=35.9 K 2024-12-04T15:56:04,931 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 85606a45b4894859b80ab37930416b82, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1733327763115 2024-12-04T15:56:04,932 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 06176a76e8954d3290e037fd94aa912b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733327763757 2024-12-04T15:56:04,933 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting acd8119857a24bd599b29f370552c519, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733327763810 2024-12-04T15:56:04,948 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#C#compaction#41 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:04,949 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/36f89648111c4726b0d279cabfb1fef4 is 50, key is test_row_0/C:col10/1733327763810/Put/seqid=0 2024-12-04T15:56:04,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741878_1054 (size=12595) 2024-12-04T15:56:04,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-04T15:56:04,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:04,963 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:56:04,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/cebf3d83eb7e41639c40745fc00854f4 is 50, key is test_row_0/A:col10/1733327763948/Put/seqid=0 2024-12-04T15:56:04,974 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/36f89648111c4726b0d279cabfb1fef4 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/36f89648111c4726b0d279cabfb1fef4 2024-12-04T15:56:04,985 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/C of d5656c764ff68bdee52d80edbdd459d2 into 36f89648111c4726b0d279cabfb1fef4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:04,985 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:04,985 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/C, priority=13, startTime=1733327764873; duration=0sec 2024-12-04T15:56:04,985 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:04,985 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:C 2024-12-04T15:56:04,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741879_1055 (size=12151) 2024-12-04T15:56:04,995 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/cebf3d83eb7e41639c40745fc00854f4 2024-12-04T15:56:05,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/e699c6192b4d42459897611a31ecdbbf is 50, key is test_row_0/B:col10/1733327763948/Put/seqid=0 2024-12-04T15:56:05,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741880_1056 (size=12151) 2024-12-04T15:56:05,022 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/e699c6192b4d42459897611a31ecdbbf 2024-12-04T15:56:05,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/16ed439e557d403387b7727a70948697 is 50, key is test_row_0/C:col10/1733327763948/Put/seqid=0 2024-12-04T15:56:05,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741881_1057 (size=12151) 2024-12-04T15:56:05,051 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/16ed439e557d403387b7727a70948697 2024-12-04T15:56:05,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/cebf3d83eb7e41639c40745fc00854f4 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/cebf3d83eb7e41639c40745fc00854f4 2024-12-04T15:56:05,069 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/cebf3d83eb7e41639c40745fc00854f4, entries=150, sequenceid=216, filesize=11.9 K 2024-12-04T15:56:05,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/e699c6192b4d42459897611a31ecdbbf as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/e699c6192b4d42459897611a31ecdbbf 2024-12-04T15:56:05,084 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/e699c6192b4d42459897611a31ecdbbf, entries=150, sequenceid=216, filesize=11.9 K 2024-12-04T15:56:05,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/16ed439e557d403387b7727a70948697 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/16ed439e557d403387b7727a70948697 2024-12-04T15:56:05,097 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/16ed439e557d403387b7727a70948697, entries=150, sequenceid=216, filesize=11.9 K 2024-12-04T15:56:05,103 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for d5656c764ff68bdee52d80edbdd459d2 in 140ms, sequenceid=216, compaction requested=false 2024-12-04T15:56:05,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:05,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:05,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-04T15:56:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-04T15:56:05,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-04T15:56:05,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0760 sec 2024-12-04T15:56:05,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.0860 sec 2024-12-04T15:56:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-04T15:56:05,163 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:05,164 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-04T15:56:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T15:56:05,166 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:05,167 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:05,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:05,204 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:05,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:56:05,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/6678b45a67b647f4ab49dd066ed7596f is 50, key is test_row_0/A:col10/1733327765163/Put/seqid=0 2024-12-04T15:56:05,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741882_1058 (size=14541) 2024-12-04T15:56:05,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/6678b45a67b647f4ab49dd066ed7596f 2024-12-04T15:56:05,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/d5add4d72a494f15b90b76f958532311 is 50, key is test_row_0/B:col10/1733327765163/Put/seqid=0 2024-12-04T15:56:05,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741883_1059 (size=12151) 2024-12-04T15:56:05,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/d5add4d72a494f15b90b76f958532311 2024-12-04T15:56:05,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/b63704f3a890412e964576655489aa07 is 50, key is test_row_0/C:col10/1733327765163/Put/seqid=0 2024-12-04T15:56:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T15:56:05,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327825259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:05,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:05,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327825274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:05,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327825275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:05,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327825275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:05,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741884_1060 (size=12151) 2024-12-04T15:56:05,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:05,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/b63704f3a890412e964576655489aa07 2024-12-04T15:56:05,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/6678b45a67b647f4ab49dd066ed7596f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/6678b45a67b647f4ab49dd066ed7596f 2024-12-04T15:56:05,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/6678b45a67b647f4ab49dd066ed7596f, entries=200, sequenceid=228, filesize=14.2 K 2024-12-04T15:56:05,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/d5add4d72a494f15b90b76f958532311 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/d5add4d72a494f15b90b76f958532311 2024-12-04T15:56:05,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/d5add4d72a494f15b90b76f958532311, entries=150, sequenceid=228, filesize=11.9 K 2024-12-04T15:56:05,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/b63704f3a890412e964576655489aa07 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/b63704f3a890412e964576655489aa07 2024-12-04T15:56:05,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T15:56:05,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:05,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:05,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:05,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:05,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:05,325 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/9c331400efbc4933b079567039e13e5c as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/9c331400efbc4933b079567039e13e5c 2024-12-04T15:56:05,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/b63704f3a890412e964576655489aa07, entries=150, sequenceid=228, filesize=11.9 K 2024-12-04T15:56:05,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for d5656c764ff68bdee52d80edbdd459d2 in 123ms, sequenceid=228, compaction requested=true 2024-12-04T15:56:05,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:05,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:56:05,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:05,328 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-12-04T15:56:05,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:56:05,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:05,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:56:05,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T15:56:05,328 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-04T15:56:05,329 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-04T15:56:05,329 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. because compaction request was cancelled 2024-12-04T15:56:05,329 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:A 2024-12-04T15:56:05,329 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:05,334 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:05,334 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/B is initiating minor compaction (all files) 2024-12-04T15:56:05,334 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/B in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:05,335 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/e701409ee84f4a2bb3fd99b350777649, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/e699c6192b4d42459897611a31ecdbbf, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/d5add4d72a494f15b90b76f958532311] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=36.0 K 2024-12-04T15:56:05,335 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting e701409ee84f4a2bb3fd99b350777649, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733327763810 2024-12-04T15:56:05,336 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting e699c6192b4d42459897611a31ecdbbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733327763948 2024-12-04T15:56:05,336 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting d5add4d72a494f15b90b76f958532311, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733327765119 2024-12-04T15:56:05,342 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/A of d5656c764ff68bdee52d80edbdd459d2 into 9c331400efbc4933b079567039e13e5c(size=12.3 K), total size for store is 38.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:05,342 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:05,342 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/A, priority=13, startTime=1733327764872; duration=0sec 2024-12-04T15:56:05,344 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:05,344 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:A 2024-12-04T15:56:05,344 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:05,345 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:05,345 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/C is initiating minor compaction (all files) 2024-12-04T15:56:05,346 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/C in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:05,346 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/36f89648111c4726b0d279cabfb1fef4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/16ed439e557d403387b7727a70948697, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/b63704f3a890412e964576655489aa07] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=36.0 K 2024-12-04T15:56:05,346 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36f89648111c4726b0d279cabfb1fef4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733327763810 2024-12-04T15:56:05,347 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16ed439e557d403387b7727a70948697, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733327763948 2024-12-04T15:56:05,347 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting b63704f3a890412e964576655489aa07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733327765119 2024-12-04T15:56:05,355 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:05,356 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/a98ffa9beb2943aab2f3d15818bcf5d8 is 50, key is test_row_0/B:col10/1733327765163/Put/seqid=0 2024-12-04T15:56:05,359 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#C#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:05,360 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/40ff2eb2512c44e0afa14d45e4aec674 is 50, key is test_row_0/C:col10/1733327765163/Put/seqid=0 2024-12-04T15:56:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:05,387 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:05,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-04T15:56:05,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:05,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327825403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327825400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:05,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:05,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:05,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327825404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:05,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327825404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:05,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:05,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741885_1061 (size=12697) 2024-12-04T15:56:05,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:05,426 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/a98ffa9beb2943aab2f3d15818bcf5d8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/a98ffa9beb2943aab2f3d15818bcf5d8 2024-12-04T15:56:05,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/de7f23ac02c7401898c78196b40ecf96 is 50, key is test_row_0/A:col10/1733327765270/Put/seqid=0 2024-12-04T15:56:05,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741886_1062 (size=12697) 2024-12-04T15:56:05,446 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/B of d5656c764ff68bdee52d80edbdd459d2 into a98ffa9beb2943aab2f3d15818bcf5d8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:05,446 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:05,446 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/B, priority=13, startTime=1733327765328; duration=0sec 2024-12-04T15:56:05,446 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:05,446 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:B 2024-12-04T15:56:05,447 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/40ff2eb2512c44e0afa14d45e4aec674 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/40ff2eb2512c44e0afa14d45e4aec674 2024-12-04T15:56:05,456 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/C of d5656c764ff68bdee52d80edbdd459d2 into 40ff2eb2512c44e0afa14d45e4aec674(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:05,456 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:05,456 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/C, priority=13, startTime=1733327765328; duration=0sec 2024-12-04T15:56:05,457 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:05,457 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:C 2024-12-04T15:56:05,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741887_1063 (size=12201) 2024-12-04T15:56:05,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/de7f23ac02c7401898c78196b40ecf96 2024-12-04T15:56:05,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/48866acc65c941e1a1bcc3adc6b06dcf is 50, key is test_row_0/B:col10/1733327765270/Put/seqid=0 2024-12-04T15:56:05,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741888_1064 (size=12201) 2024-12-04T15:56:05,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T15:56:05,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:05,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:05,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:05,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:05,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T15:56:05,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327825513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:05,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327825514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:05,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327825514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:05,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327825514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:05,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T15:56:05,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:05,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:05,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:05,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:05,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:05,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327825723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:05,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:05,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327825723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:05,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:05,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327825723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:05,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:05,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327825723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:05,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:05,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:05,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T15:56:05,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:05,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:05,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:05,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:05,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T15:56:05,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/48866acc65c941e1a1bcc3adc6b06dcf 2024-12-04T15:56:05,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/1d3a66bdc27b48979e8590c37bf2e513 is 50, key is test_row_0/C:col10/1733327765270/Put/seqid=0 2024-12-04T15:56:05,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741889_1065 (size=12201) 2024-12-04T15:56:05,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T15:56:05,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:05,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:05,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:05,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:05,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:06,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327826033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:06,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327826033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:06,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327826033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:06,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327826034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:06,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:06,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T15:56:06,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:06,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:06,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:06,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:06,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:06,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T15:56:06,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:06,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:06,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:06,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:06,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:06,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/1d3a66bdc27b48979e8590c37bf2e513 2024-12-04T15:56:06,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/de7f23ac02c7401898c78196b40ecf96 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/de7f23ac02c7401898c78196b40ecf96 2024-12-04T15:56:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T15:56:06,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/de7f23ac02c7401898c78196b40ecf96, entries=150, sequenceid=257, filesize=11.9 K 2024-12-04T15:56:06,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/48866acc65c941e1a1bcc3adc6b06dcf as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/48866acc65c941e1a1bcc3adc6b06dcf 2024-12-04T15:56:06,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/48866acc65c941e1a1bcc3adc6b06dcf, entries=150, sequenceid=257, filesize=11.9 K 2024-12-04T15:56:06,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/1d3a66bdc27b48979e8590c37bf2e513 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/1d3a66bdc27b48979e8590c37bf2e513 2024-12-04T15:56:06,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/1d3a66bdc27b48979e8590c37bf2e513, entries=150, sequenceid=257, filesize=11.9 K 2024-12-04T15:56:06,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for d5656c764ff68bdee52d80edbdd459d2 in 944ms, sequenceid=257, compaction requested=true 2024-12-04T15:56:06,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:06,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:56:06,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:06,331 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:56:06,331 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-04T15:56:06,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:56:06,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:06,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:56:06,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:06,333 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51488 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:56:06,333 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/A is initiating minor compaction (all files) 2024-12-04T15:56:06,333 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/A in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:06,333 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/9c331400efbc4933b079567039e13e5c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/cebf3d83eb7e41639c40745fc00854f4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/6678b45a67b647f4ab49dd066ed7596f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/de7f23ac02c7401898c78196b40ecf96] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=50.3 K 2024-12-04T15:56:06,333 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-04T15:56:06,333 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-04T15:56:06,333 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. because compaction request was cancelled 2024-12-04T15:56:06,333 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:B 2024-12-04T15:56:06,334 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-04T15:56:06,334 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c331400efbc4933b079567039e13e5c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733327763810 2024-12-04T15:56:06,334 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting cebf3d83eb7e41639c40745fc00854f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733327763948 2024-12-04T15:56:06,334 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-04T15:56:06,335 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-04T15:56:06,335 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. because compaction request was cancelled 2024-12-04T15:56:06,335 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:C 2024-12-04T15:56:06,335 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6678b45a67b647f4ab49dd066ed7596f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733327765119 2024-12-04T15:56:06,335 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting de7f23ac02c7401898c78196b40ecf96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733327765265 2024-12-04T15:56:06,350 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#A#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:06,351 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/8c7437c003254263b6b66ae2fcf31878 is 50, key is test_row_0/A:col10/1733327765270/Put/seqid=0 2024-12-04T15:56:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741890_1066 (size=12781) 2024-12-04T15:56:06,383 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/8c7437c003254263b6b66ae2fcf31878 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/8c7437c003254263b6b66ae2fcf31878 2024-12-04T15:56:06,394 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/A of d5656c764ff68bdee52d80edbdd459d2 into 8c7437c003254263b6b66ae2fcf31878(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:06,395 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:06,395 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/A, priority=12, startTime=1733327766331; duration=0sec 2024-12-04T15:56:06,395 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:06,395 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:A 2024-12-04T15:56:06,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-04T15:56:06,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:06,404 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-04T15:56:06,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/d9aaf17a57d841e69269624648717870 is 50, key is test_row_0/A:col10/1733327765400/Put/seqid=0 2024-12-04T15:56:06,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741891_1067 (size=9857) 2024-12-04T15:56:06,421 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/d9aaf17a57d841e69269624648717870 2024-12-04T15:56:06,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/71977363636f4e75b0a56b3a7c5745ae is 50, key is test_row_0/B:col10/1733327765400/Put/seqid=0 2024-12-04T15:56:06,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741892_1068 (size=9857) 2024-12-04T15:56:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:06,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:06,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327826590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:06,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:06,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327826590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:06,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:06,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327826596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:06,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327826597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:06,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:06,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:06,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:06,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327826703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327826703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:06,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:06,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:06,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327826713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:06,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:06,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327826713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:06,839 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/71977363636f4e75b0a56b3a7c5745ae 2024-12-04T15:56:06,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/797bd4f8cf504dae959e8d2cce53a3d9 is 50, key is test_row_0/C:col10/1733327765400/Put/seqid=0 2024-12-04T15:56:06,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741893_1069 (size=9857) 2024-12-04T15:56:06,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327826914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:06,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:06,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327826914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:06,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:06,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:06,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327826923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:06,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:06,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327826923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:06,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:06,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:07,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327827223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:07,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:07,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327827223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:07,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:07,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,224 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:07,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327827233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:07,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327827233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:07,259 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/797bd4f8cf504dae959e8d2cce53a3d9 2024-12-04T15:56:07,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/d9aaf17a57d841e69269624648717870 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d9aaf17a57d841e69269624648717870 2024-12-04T15:56:07,272 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d9aaf17a57d841e69269624648717870, entries=100, sequenceid=268, filesize=9.6 K 2024-12-04T15:56:07,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/71977363636f4e75b0a56b3a7c5745ae as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/71977363636f4e75b0a56b3a7c5745ae 2024-12-04T15:56:07,278 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/71977363636f4e75b0a56b3a7c5745ae, entries=100, sequenceid=268, filesize=9.6 K 2024-12-04T15:56:07,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/797bd4f8cf504dae959e8d2cce53a3d9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/797bd4f8cf504dae959e8d2cce53a3d9 2024-12-04T15:56:07,287 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/797bd4f8cf504dae959e8d2cce53a3d9, entries=100, sequenceid=268, filesize=9.6 K 2024-12-04T15:56:07,288 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for d5656c764ff68bdee52d80edbdd459d2 in 884ms, sequenceid=268, compaction requested=true 2024-12-04T15:56:07,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:07,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:07,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-04T15:56:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-04T15:56:07,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-04T15:56:07,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1230 sec 2024-12-04T15:56:07,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.1310 sec 2024-12-04T15:56:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-04T15:56:07,323 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:07,324 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-04T15:56:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T15:56:07,326 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:07,327 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:07,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T15:56:07,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-04T15:56:07,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:07,481 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-04T15:56:07,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/54f08c97688c4460a152e0a2c8882f33 is 50, key is test_row_0/A:col10/1733327766586/Put/seqid=0 2024-12-04T15:56:07,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741894_1070 (size=12301) 2024-12-04T15:56:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T15:56:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:07,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:07,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327827741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:07,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:07,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327827743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:07,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:07,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,747 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327827743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:07,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:07,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327827744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:07,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327827852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:07,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327827853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:07,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:07,907 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/54f08c97688c4460a152e0a2c8882f33 2024-12-04T15:56:07,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/1c0d56e151e848a284f709d0af72aab7 is 50, key is test_row_0/B:col10/1733327766586/Put/seqid=0 2024-12-04T15:56:07,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741895_1071 (size=12301) 2024-12-04T15:56:07,922 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/1c0d56e151e848a284f709d0af72aab7 2024-12-04T15:56:07,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/c1013c499120487e981090d233a4232c is 50, key is test_row_0/C:col10/1733327766586/Put/seqid=0 2024-12-04T15:56:07,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741896_1072 (size=12301) 2024-12-04T15:56:07,938 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/c1013c499120487e981090d233a4232c 2024-12-04T15:56:07,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/54f08c97688c4460a152e0a2c8882f33 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/54f08c97688c4460a152e0a2c8882f33 2024-12-04T15:56:07,951 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/54f08c97688c4460a152e0a2c8882f33, entries=150, sequenceid=296, filesize=12.0 K 2024-12-04T15:56:07,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/1c0d56e151e848a284f709d0af72aab7 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/1c0d56e151e848a284f709d0af72aab7 2024-12-04T15:56:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T15:56:07,957 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/1c0d56e151e848a284f709d0af72aab7, entries=150, sequenceid=296, filesize=12.0 K 2024-12-04T15:56:07,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/c1013c499120487e981090d233a4232c as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/c1013c499120487e981090d233a4232c 2024-12-04T15:56:07,965 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/c1013c499120487e981090d233a4232c, entries=150, sequenceid=296, filesize=12.0 K 2024-12-04T15:56:07,966 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for d5656c764ff68bdee52d80edbdd459d2 in 486ms, sequenceid=296, compaction requested=true 2024-12-04T15:56:07,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:07,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:07,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-04T15:56:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-04T15:56:07,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-04T15:56:07,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 641 msec 2024-12-04T15:56:07,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 650 msec 2024-12-04T15:56:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:08,069 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:08,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:56:08,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/f423c66d178e48e6b2f3efb834759560 is 50, key is test_row_0/A:col10/1733327767741/Put/seqid=0 2024-12-04T15:56:08,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741897_1073 (size=14741) 2024-12-04T15:56:08,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/f423c66d178e48e6b2f3efb834759560 2024-12-04T15:56:08,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/87f1019dc0b14bacbe071f3b325fd20b is 50, key is test_row_0/B:col10/1733327767741/Put/seqid=0 2024-12-04T15:56:08,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741898_1074 (size=12301) 2024-12-04T15:56:08,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/87f1019dc0b14bacbe071f3b325fd20b 2024-12-04T15:56:08,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/13a59404a39443f9a9d626166ec843e5 is 50, key is test_row_0/C:col10/1733327767741/Put/seqid=0 2024-12-04T15:56:08,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327828140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:08,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:08,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327828142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:08,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741899_1075 (size=12301) 2024-12-04T15:56:08,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327828253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:08,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:08,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327828254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:08,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-04T15:56:08,464 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:08,465 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:08,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327828464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-04T15:56:08,471 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T15:56:08,472 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:08,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:08,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327828473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:08,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:08,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/13a59404a39443f9a9d626166ec843e5 2024-12-04T15:56:08,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/f423c66d178e48e6b2f3efb834759560 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f423c66d178e48e6b2f3efb834759560 2024-12-04T15:56:08,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f423c66d178e48e6b2f3efb834759560, entries=200, sequenceid=307, filesize=14.4 K 2024-12-04T15:56:08,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/87f1019dc0b14bacbe071f3b325fd20b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/87f1019dc0b14bacbe071f3b325fd20b 2024-12-04T15:56:08,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/87f1019dc0b14bacbe071f3b325fd20b, entries=150, sequenceid=307, filesize=12.0 K 2024-12-04T15:56:08,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/13a59404a39443f9a9d626166ec843e5 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/13a59404a39443f9a9d626166ec843e5 2024-12-04T15:56:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T15:56:08,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/13a59404a39443f9a9d626166ec843e5, entries=150, sequenceid=307, filesize=12.0 K 2024-12-04T15:56:08,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d5656c764ff68bdee52d80edbdd459d2 in 526ms, sequenceid=307, compaction requested=true 2024-12-04T15:56:08,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:08,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:56:08,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:08,596 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:56:08,596 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-04T15:56:08,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:56:08,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:08,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:56:08,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:08,598 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49680 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:56:08,598 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/A is initiating minor compaction (all files) 2024-12-04T15:56:08,599 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/A in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:08,599 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/8c7437c003254263b6b66ae2fcf31878, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d9aaf17a57d841e69269624648717870, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/54f08c97688c4460a152e0a2c8882f33, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f423c66d178e48e6b2f3efb834759560] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=48.5 K 2024-12-04T15:56:08,599 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59357 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-04T15:56:08,599 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/B is initiating minor compaction (all files) 2024-12-04T15:56:08,599 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c7437c003254263b6b66ae2fcf31878, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733327765265 2024-12-04T15:56:08,599 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/B in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:08,599 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/a98ffa9beb2943aab2f3d15818bcf5d8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/48866acc65c941e1a1bcc3adc6b06dcf, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/71977363636f4e75b0a56b3a7c5745ae, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/1c0d56e151e848a284f709d0af72aab7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/87f1019dc0b14bacbe071f3b325fd20b] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=58.0 K 2024-12-04T15:56:08,600 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting a98ffa9beb2943aab2f3d15818bcf5d8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733327765119 2024-12-04T15:56:08,600 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9aaf17a57d841e69269624648717870, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733327765400 2024-12-04T15:56:08,601 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 48866acc65c941e1a1bcc3adc6b06dcf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733327765265 2024-12-04T15:56:08,601 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54f08c97688c4460a152e0a2c8882f33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733327766586 2024-12-04T15:56:08,602 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 71977363636f4e75b0a56b3a7c5745ae, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733327765400 2024-12-04T15:56:08,603 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting f423c66d178e48e6b2f3efb834759560, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733327767741 2024-12-04T15:56:08,603 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c0d56e151e848a284f709d0af72aab7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733327766586 2024-12-04T15:56:08,604 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 87f1019dc0b14bacbe071f3b325fd20b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733327767741 2024-12-04T15:56:08,623 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#A#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:08,624 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/e37d5f6e4ee84579a02187fb0c42715f is 50, key is test_row_0/A:col10/1733327767741/Put/seqid=0 2024-12-04T15:56:08,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-04T15:56:08,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:08,626 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-04T15:56:08,634 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#B#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:08,635 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/a6018a47cb124f46bb0af9f3f75c1a00 is 50, key is test_row_0/B:col10/1733327767741/Put/seqid=0 2024-12-04T15:56:08,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/d9a4895def314676a6f81cdeef217153 is 50, key is test_row_0/A:col10/1733327768138/Put/seqid=0 2024-12-04T15:56:08,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741900_1076 (size=13017) 2024-12-04T15:56:08,671 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/e37d5f6e4ee84579a02187fb0c42715f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/e37d5f6e4ee84579a02187fb0c42715f 2024-12-04T15:56:08,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741901_1077 (size=13017) 2024-12-04T15:56:08,688 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/A of d5656c764ff68bdee52d80edbdd459d2 into e37d5f6e4ee84579a02187fb0c42715f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:08,688 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:08,689 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/A, priority=12, startTime=1733327768596; duration=0sec 2024-12-04T15:56:08,689 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:08,689 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:A 2024-12-04T15:56:08,689 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-04T15:56:08,692 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59357 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-04T15:56:08,692 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/C is initiating minor compaction (all files) 2024-12-04T15:56:08,692 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/C in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:08,692 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/40ff2eb2512c44e0afa14d45e4aec674, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/1d3a66bdc27b48979e8590c37bf2e513, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/797bd4f8cf504dae959e8d2cce53a3d9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/c1013c499120487e981090d233a4232c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/13a59404a39443f9a9d626166ec843e5] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=58.0 K 2024-12-04T15:56:08,693 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40ff2eb2512c44e0afa14d45e4aec674, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1733327765119 2024-12-04T15:56:08,695 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d3a66bdc27b48979e8590c37bf2e513, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733327765265 2024-12-04T15:56:08,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741902_1078 (size=12301) 2024-12-04T15:56:08,697 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 797bd4f8cf504dae959e8d2cce53a3d9, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733327765400 2024-12-04T15:56:08,697 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1013c499120487e981090d233a4232c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733327766586 2024-12-04T15:56:08,697 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13a59404a39443f9a9d626166ec843e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733327767741 2024-12-04T15:56:08,719 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#C#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:08,720 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/1176c46e2d244facbc234fe61edb79c8 is 50, key is test_row_0/C:col10/1733327767741/Put/seqid=0 2024-12-04T15:56:08,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741903_1079 (size=13017) 2024-12-04T15:56:08,746 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/1176c46e2d244facbc234fe61edb79c8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/1176c46e2d244facbc234fe61edb79c8 2024-12-04T15:56:08,754 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/C of d5656c764ff68bdee52d80edbdd459d2 into 1176c46e2d244facbc234fe61edb79c8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:08,754 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:08,754 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/C, priority=11, startTime=1733327768597; duration=0sec 2024-12-04T15:56:08,754 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:08,754 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:C 2024-12-04T15:56:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:08,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:08,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327828780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:08,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:08,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327828782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:08,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:08,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327828784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:08,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327828784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:08,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:08,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T15:56:08,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57400 deadline: 1733327828813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:08,815 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in d5656c764ff68bdee52d80edbdd459d2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:08,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327828893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:08,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:08,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327828894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:08,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327828894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:08,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:08,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:09,091 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/a6018a47cb124f46bb0af9f3f75c1a00 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/a6018a47cb124f46bb0af9f3f75c1a00 2024-12-04T15:56:09,095 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/d9a4895def314676a6f81cdeef217153 2024-12-04T15:56:09,099 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/B of d5656c764ff68bdee52d80edbdd459d2 into a6018a47cb124f46bb0af9f3f75c1a00(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:09,099 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:09,099 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/B, priority=11, startTime=1733327768596; duration=0sec 2024-12-04T15:56:09,099 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:09,099 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:B 2024-12-04T15:56:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T15:56:09,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/2a574c6a49e9463f8427e52a59fd57d8 is 50, key is test_row_0/B:col10/1733327768138/Put/seqid=0 2024-12-04T15:56:09,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327829103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:09,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327829104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:09,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327829104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:09,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:09,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:09,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741904_1080 (size=12301) 2024-12-04T15:56:09,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327829293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:09,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:09,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327829413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:09,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327829413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:09,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327829413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:09,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:09,512 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/2a574c6a49e9463f8427e52a59fd57d8 2024-12-04T15:56:09,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/0bf142eb35d14c6a8cb90d9605fcc0fc is 50, key is test_row_0/C:col10/1733327768138/Put/seqid=0 2024-12-04T15:56:09,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741905_1081 (size=12301) 2024-12-04T15:56:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T15:56:09,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327829923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:09,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327829923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:09,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327829923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:09,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:09,929 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/0bf142eb35d14c6a8cb90d9605fcc0fc 2024-12-04T15:56:09,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/d9a4895def314676a6f81cdeef217153 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d9a4895def314676a6f81cdeef217153 2024-12-04T15:56:09,945 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d9a4895def314676a6f81cdeef217153, entries=150, sequenceid=332, filesize=12.0 K 2024-12-04T15:56:09,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/2a574c6a49e9463f8427e52a59fd57d8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/2a574c6a49e9463f8427e52a59fd57d8 2024-12-04T15:56:09,953 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/2a574c6a49e9463f8427e52a59fd57d8, entries=150, sequenceid=332, filesize=12.0 K 2024-12-04T15:56:09,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/0bf142eb35d14c6a8cb90d9605fcc0fc as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/0bf142eb35d14c6a8cb90d9605fcc0fc 2024-12-04T15:56:09,960 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/0bf142eb35d14c6a8cb90d9605fcc0fc, entries=150, sequenceid=332, filesize=12.0 K 2024-12-04T15:56:09,963 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d5656c764ff68bdee52d80edbdd459d2 in 1336ms, sequenceid=332, compaction requested=false 2024-12-04T15:56:09,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:09,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:09,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-04T15:56:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-04T15:56:09,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-04T15:56:09,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4930 sec 2024-12-04T15:56:09,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.5060 sec 2024-12-04T15:56:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:10,314 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:10,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-04T15:56:10,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/4397596334e544de91ae3e640c74a3d9 is 50, key is test_row_0/A:col10/1733327770313/Put/seqid=0 2024-12-04T15:56:10,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741906_1082 (size=14741) 2024-12-04T15:56:10,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/4397596334e544de91ae3e640c74a3d9 2024-12-04T15:56:10,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/03226d394c814c86a7aebdbb252e97b0 is 50, key is test_row_0/B:col10/1733327770313/Put/seqid=0 2024-12-04T15:56:10,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741907_1083 (size=12301) 2024-12-04T15:56:10,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327830419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:10,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:10,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:10,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:10,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327830549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:10,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:10,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:10,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-04T15:56:10,623 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:10,623 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-04T15:56:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T15:56:10,626 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:10,627 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:10,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T15:56:10,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327830763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:10,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:10,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:10,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:10,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/03226d394c814c86a7aebdbb252e97b0 2024-12-04T15:56:10,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-04T15:56:10,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:10,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:10,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:10,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:10,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:10,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/b3f17719621e48559fbcfb86428c17e0 is 50, key is test_row_0/C:col10/1733327770313/Put/seqid=0 2024-12-04T15:56:10,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741908_1084 (size=12301) 2024-12-04T15:56:10,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-04T15:56:10,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:10,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:10,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:10,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:10,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:10,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327830933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:10,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327830933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:10,938 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in d5656c764ff68bdee52d80edbdd459d2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:10,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:10,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:10,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:10,939 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in d5656c764ff68bdee52d80edbdd459d2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:10,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:10,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:10,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T15:56:10,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327830943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:10,945 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in d5656c764ff68bdee52d80edbdd459d2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:10,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:10,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:10,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:11,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327831073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:11,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-04T15:56:11,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:11,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:11,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:11,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:11,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:11,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/b3f17719621e48559fbcfb86428c17e0 2024-12-04T15:56:11,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/4397596334e544de91ae3e640c74a3d9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/4397596334e544de91ae3e640c74a3d9 2024-12-04T15:56:11,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/4397596334e544de91ae3e640c74a3d9, entries=200, sequenceid=347, filesize=14.4 K 2024-12-04T15:56:11,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/03226d394c814c86a7aebdbb252e97b0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/03226d394c814c86a7aebdbb252e97b0 2024-12-04T15:56:11,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/03226d394c814c86a7aebdbb252e97b0, entries=150, sequenceid=347, filesize=12.0 K 2024-12-04T15:56:11,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/b3f17719621e48559fbcfb86428c17e0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/b3f17719621e48559fbcfb86428c17e0 2024-12-04T15:56:11,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/b3f17719621e48559fbcfb86428c17e0, entries=150, sequenceid=347, filesize=12.0 K 2024-12-04T15:56:11,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d5656c764ff68bdee52d80edbdd459d2 in 913ms, sequenceid=347, compaction requested=true 2024-12-04T15:56:11,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:11,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:56:11,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:11,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:56:11,228 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:11,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:11,228 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:11,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:56:11,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:11,231 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:11,231 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/B is initiating minor compaction (all files) 2024-12-04T15:56:11,231 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/B in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:11,231 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/a6018a47cb124f46bb0af9f3f75c1a00, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/2a574c6a49e9463f8427e52a59fd57d8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/03226d394c814c86a7aebdbb252e97b0] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=36.7 K 2024-12-04T15:56:11,231 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:11,231 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/A is initiating minor compaction (all files) 2024-12-04T15:56:11,231 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/A in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:11,232 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting a6018a47cb124f46bb0af9f3f75c1a00, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733327767741 2024-12-04T15:56:11,232 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/e37d5f6e4ee84579a02187fb0c42715f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d9a4895def314676a6f81cdeef217153, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/4397596334e544de91ae3e640c74a3d9] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=39.1 K 2024-12-04T15:56:11,232 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a574c6a49e9463f8427e52a59fd57d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733327768106 2024-12-04T15:56:11,232 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting e37d5f6e4ee84579a02187fb0c42715f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733327767741 2024-12-04T15:56:11,234 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 03226d394c814c86a7aebdbb252e97b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733327768780 2024-12-04T15:56:11,234 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9a4895def314676a6f81cdeef217153, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733327768106 2024-12-04T15:56:11,235 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4397596334e544de91ae3e640c74a3d9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733327768766 2024-12-04T15:56:11,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-04T15:56:11,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:11,241 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-04T15:56:11,245 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#A#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:11,246 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/f934cad214b74374b4d05c55511c6edf is 50, key is test_row_0/A:col10/1733327770313/Put/seqid=0 2024-12-04T15:56:11,246 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:11,247 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/7cf45744c3c14eaaa69a05babf611186 is 50, key is test_row_0/B:col10/1733327770313/Put/seqid=0 2024-12-04T15:56:11,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/598b171a9f384c2fb335ecb98cd5be4d is 50, key is test_row_0/A:col10/1733327770415/Put/seqid=0 2024-12-04T15:56:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T15:56:11,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741910_1086 (size=13119) 2024-12-04T15:56:11,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741909_1085 (size=13119) 2024-12-04T15:56:11,284 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/7cf45744c3c14eaaa69a05babf611186 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/7cf45744c3c14eaaa69a05babf611186 2024-12-04T15:56:11,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741911_1087 (size=12301) 2024-12-04T15:56:11,291 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/598b171a9f384c2fb335ecb98cd5be4d 2024-12-04T15:56:11,295 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/f934cad214b74374b4d05c55511c6edf as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f934cad214b74374b4d05c55511c6edf 2024-12-04T15:56:11,298 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/B of d5656c764ff68bdee52d80edbdd459d2 into 7cf45744c3c14eaaa69a05babf611186(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:11,298 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:11,298 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/B, priority=13, startTime=1733327771228; duration=0sec 2024-12-04T15:56:11,298 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:11,298 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:B 2024-12-04T15:56:11,299 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:11,301 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:11,301 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/C is initiating minor compaction (all files) 2024-12-04T15:56:11,301 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/C in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:11,301 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/1176c46e2d244facbc234fe61edb79c8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/0bf142eb35d14c6a8cb90d9605fcc0fc, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/b3f17719621e48559fbcfb86428c17e0] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=36.7 K 2024-12-04T15:56:11,302 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 1176c46e2d244facbc234fe61edb79c8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1733327767741 2024-12-04T15:56:11,303 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bf142eb35d14c6a8cb90d9605fcc0fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733327768106 2024-12-04T15:56:11,303 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting b3f17719621e48559fbcfb86428c17e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733327768780 2024-12-04T15:56:11,304 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/A of d5656c764ff68bdee52d80edbdd459d2 into f934cad214b74374b4d05c55511c6edf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:11,304 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:11,304 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/A, priority=13, startTime=1733327771228; duration=0sec 2024-12-04T15:56:11,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/6f825ac355fd4d37b11ae9cc806bb4e4 is 50, key is test_row_0/B:col10/1733327770415/Put/seqid=0 2024-12-04T15:56:11,304 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:11,304 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:A 2024-12-04T15:56:11,318 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#C#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:11,318 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/d8510c85b7d143329c7044988db2e682 is 50, key is test_row_0/C:col10/1733327770313/Put/seqid=0 2024-12-04T15:56:11,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741912_1088 (size=12301) 2024-12-04T15:56:11,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741913_1089 (size=13119) 2024-12-04T15:56:11,338 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/d8510c85b7d143329c7044988db2e682 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/d8510c85b7d143329c7044988db2e682 2024-12-04T15:56:11,346 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/C of d5656c764ff68bdee52d80edbdd459d2 into d8510c85b7d143329c7044988db2e682(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:11,346 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:11,346 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/C, priority=13, startTime=1733327771228; duration=0sec 2024-12-04T15:56:11,346 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:11,346 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:C 2024-12-04T15:56:11,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:11,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327831616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:11,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:11,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:11,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:11,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327831723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:11,730 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/6f825ac355fd4d37b11ae9cc806bb4e4 2024-12-04T15:56:11,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/edecf87243e84437b85b074dcf9db824 is 50, key is test_row_0/C:col10/1733327770415/Put/seqid=0 2024-12-04T15:56:11,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741914_1090 (size=12301) 2024-12-04T15:56:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T15:56:11,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327831933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:11,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:11,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:11,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:12,147 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/edecf87243e84437b85b074dcf9db824 2024-12-04T15:56:12,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/598b171a9f384c2fb335ecb98cd5be4d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/598b171a9f384c2fb335ecb98cd5be4d 2024-12-04T15:56:12,158 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/598b171a9f384c2fb335ecb98cd5be4d, entries=150, sequenceid=371, filesize=12.0 K 2024-12-04T15:56:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/6f825ac355fd4d37b11ae9cc806bb4e4 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/6f825ac355fd4d37b11ae9cc806bb4e4 2024-12-04T15:56:12,163 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/6f825ac355fd4d37b11ae9cc806bb4e4, entries=150, sequenceid=371, filesize=12.0 K 2024-12-04T15:56:12,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/edecf87243e84437b85b074dcf9db824 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/edecf87243e84437b85b074dcf9db824 2024-12-04T15:56:12,169 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/edecf87243e84437b85b074dcf9db824, entries=150, sequenceid=371, filesize=12.0 K 2024-12-04T15:56:12,170 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d5656c764ff68bdee52d80edbdd459d2 in 929ms, sequenceid=371, compaction requested=false 2024-12-04T15:56:12,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:12,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:12,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-04T15:56:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-04T15:56:12,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-04T15:56:12,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5450 sec 2024-12-04T15:56:12,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.5520 sec 2024-12-04T15:56:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:12,246 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:12,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-04T15:56:12,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/d88eca0c0b4846d3b751458a4dcc1793 is 50, key is test_row_0/A:col10/1733327771614/Put/seqid=0 2024-12-04T15:56:12,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741915_1091 (size=14741) 2024-12-04T15:56:12,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327832330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:12,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:12,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:12,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:12,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327832443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:12,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:12,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:12,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:12,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327832653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:12,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:12,655 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:12,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/d88eca0c0b4846d3b751458a4dcc1793 2024-12-04T15:56:12,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/d040ef71dfe94599ac5b21821858193c is 50, key is test_row_0/B:col10/1733327771614/Put/seqid=0 2024-12-04T15:56:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741916_1092 (size=12301) 2024-12-04T15:56:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-04T15:56:12,773 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:12,774 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-12-04T15:56:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T15:56:12,776 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:12,777 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:12,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T15:56:12,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-04T15:56:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:12,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:12,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:12,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:12,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327832943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:12,946 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in d5656c764ff68bdee52d80edbdd459d2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:12,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:12,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:12,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:12,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327832952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:12,956 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in d5656c764ff68bdee52d80edbdd459d2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:12,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:12,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:12,956 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:12,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:12,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327832963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327832963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:12,970 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in d5656c764ff68bdee52d80edbdd459d2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:13,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-04T15:56:13,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:13,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:13,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:13,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:13,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:13,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/d040ef71dfe94599ac5b21821858193c 2024-12-04T15:56:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T15:56:13,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/26f4073b839842a9b33c220b1ecbce6f is 50, key is test_row_0/C:col10/1733327771614/Put/seqid=0 2024-12-04T15:56:13,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741917_1093 (size=12301) 2024-12-04T15:56:13,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-04T15:56:13,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:13,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:13,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:13,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:13,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:13,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-04T15:56:13,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:13,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:13,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:13,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:13,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T15:56:13,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327833483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:13,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:13,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:13,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:13,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/26f4073b839842a9b33c220b1ecbce6f 2024-12-04T15:56:13,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/d88eca0c0b4846d3b751458a4dcc1793 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d88eca0c0b4846d3b751458a4dcc1793 2024-12-04T15:56:13,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d88eca0c0b4846d3b751458a4dcc1793, entries=200, sequenceid=387, filesize=14.4 K 2024-12-04T15:56:13,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/d040ef71dfe94599ac5b21821858193c as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/d040ef71dfe94599ac5b21821858193c 2024-12-04T15:56:13,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/d040ef71dfe94599ac5b21821858193c, entries=150, sequenceid=387, filesize=12.0 K 2024-12-04T15:56:13,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/26f4073b839842a9b33c220b1ecbce6f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/26f4073b839842a9b33c220b1ecbce6f 2024-12-04T15:56:13,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/26f4073b839842a9b33c220b1ecbce6f, entries=150, sequenceid=387, filesize=12.0 K 2024-12-04T15:56:13,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d5656c764ff68bdee52d80edbdd459d2 in 1286ms, sequenceid=387, compaction requested=true 2024-12-04T15:56:13,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:13,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:56:13,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:13,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:56:13,533 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:13,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:13,533 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:13,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:56:13,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:13,534 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:13,534 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/A is initiating minor compaction (all files) 2024-12-04T15:56:13,534 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/A in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:13,534 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f934cad214b74374b4d05c55511c6edf, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/598b171a9f384c2fb335ecb98cd5be4d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d88eca0c0b4846d3b751458a4dcc1793] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=39.2 K 2024-12-04T15:56:13,534 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:13,535 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/B is initiating minor compaction (all files) 2024-12-04T15:56:13,535 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/B in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:13,535 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/7cf45744c3c14eaaa69a05babf611186, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/6f825ac355fd4d37b11ae9cc806bb4e4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/d040ef71dfe94599ac5b21821858193c] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=36.8 K 2024-12-04T15:56:13,535 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting f934cad214b74374b4d05c55511c6edf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733327768780 2024-12-04T15:56:13,535 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cf45744c3c14eaaa69a05babf611186, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733327768780 2024-12-04T15:56:13,536 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 598b171a9f384c2fb335ecb98cd5be4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733327770404 2024-12-04T15:56:13,536 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f825ac355fd4d37b11ae9cc806bb4e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733327770404 2024-12-04T15:56:13,536 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting d040ef71dfe94599ac5b21821858193c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733327771604 2024-12-04T15:56:13,536 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting d88eca0c0b4846d3b751458a4dcc1793, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733327771604 2024-12-04T15:56:13,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-04T15:56:13,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:13,545 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-04T15:56:13,546 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#B#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:13,546 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/454d8419697d4256b27a7e4e10c0dd5a is 50, key is test_row_0/B:col10/1733327771614/Put/seqid=0 2024-12-04T15:56:13,549 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#A#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:13,550 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/afc0d25321dc4c7b8b7ccda75c559525 is 50, key is test_row_0/A:col10/1733327771614/Put/seqid=0 2024-12-04T15:56:13,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/7db199f437d34802b2c814c63e6fcef8 is 50, key is test_row_0/A:col10/1733327772315/Put/seqid=0 2024-12-04T15:56:13,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741918_1094 (size=13221) 2024-12-04T15:56:13,566 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/454d8419697d4256b27a7e4e10c0dd5a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/454d8419697d4256b27a7e4e10c0dd5a 2024-12-04T15:56:13,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741920_1096 (size=12301) 2024-12-04T15:56:13,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741919_1095 (size=13221) 2024-12-04T15:56:13,584 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/7db199f437d34802b2c814c63e6fcef8 2024-12-04T15:56:13,587 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/B of d5656c764ff68bdee52d80edbdd459d2 into 454d8419697d4256b27a7e4e10c0dd5a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:13,587 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:13,587 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/B, priority=13, startTime=1733327773533; duration=0sec 2024-12-04T15:56:13,587 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:13,587 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:B 2024-12-04T15:56:13,588 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:13,590 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:13,590 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/C is initiating minor compaction (all files) 2024-12-04T15:56:13,590 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/C in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:13,591 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/d8510c85b7d143329c7044988db2e682, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/edecf87243e84437b85b074dcf9db824, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/26f4073b839842a9b33c220b1ecbce6f] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=36.8 K 2024-12-04T15:56:13,591 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting d8510c85b7d143329c7044988db2e682, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733327768780 2024-12-04T15:56:13,592 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/afc0d25321dc4c7b8b7ccda75c559525 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/afc0d25321dc4c7b8b7ccda75c559525 2024-12-04T15:56:13,592 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting edecf87243e84437b85b074dcf9db824, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733327770404 2024-12-04T15:56:13,593 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 26f4073b839842a9b33c220b1ecbce6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733327771604 2024-12-04T15:56:13,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/5f48ac35c684449eba91e576992af66d is 50, key is test_row_0/B:col10/1733327772315/Put/seqid=0 2024-12-04T15:56:13,602 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/A of d5656c764ff68bdee52d80edbdd459d2 into afc0d25321dc4c7b8b7ccda75c559525(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:13,603 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:13,603 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/A, priority=13, startTime=1733327773533; duration=0sec 2024-12-04T15:56:13,604 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:13,604 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:A 2024-12-04T15:56:13,610 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#C#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:13,611 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/e793e5661d2247518cd8ba3fbde90848 is 50, key is test_row_0/C:col10/1733327771614/Put/seqid=0 2024-12-04T15:56:13,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741921_1097 (size=12301) 2024-12-04T15:56:13,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741922_1098 (size=13221) 2024-12-04T15:56:13,628 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/e793e5661d2247518cd8ba3fbde90848 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/e793e5661d2247518cd8ba3fbde90848 2024-12-04T15:56:13,638 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/C of d5656c764ff68bdee52d80edbdd459d2 into e793e5661d2247518cd8ba3fbde90848(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:13,638 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:13,638 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/C, priority=13, startTime=1733327773533; duration=0sec 2024-12-04T15:56:13,638 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:13,638 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:C 2024-12-04T15:56:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T15:56:14,021 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/5f48ac35c684449eba91e576992af66d 2024-12-04T15:56:14,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/eaea3340c2364036b5940b2c5927d236 is 50, key is test_row_0/C:col10/1733327772315/Put/seqid=0 2024-12-04T15:56:14,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741923_1099 (size=12301) 2024-12-04T15:56:14,443 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/eaea3340c2364036b5940b2c5927d236 2024-12-04T15:56:14,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/7db199f437d34802b2c814c63e6fcef8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/7db199f437d34802b2c814c63e6fcef8 2024-12-04T15:56:14,459 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/7db199f437d34802b2c814c63e6fcef8, entries=150, sequenceid=410, filesize=12.0 K 2024-12-04T15:56:14,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/5f48ac35c684449eba91e576992af66d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/5f48ac35c684449eba91e576992af66d 2024-12-04T15:56:14,467 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/5f48ac35c684449eba91e576992af66d, entries=150, sequenceid=410, filesize=12.0 K 2024-12-04T15:56:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/eaea3340c2364036b5940b2c5927d236 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/eaea3340c2364036b5940b2c5927d236 2024-12-04T15:56:14,477 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/eaea3340c2364036b5940b2c5927d236, entries=150, sequenceid=410, filesize=12.0 K 2024-12-04T15:56:14,479 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for d5656c764ff68bdee52d80edbdd459d2 in 934ms, sequenceid=410, compaction requested=false 2024-12-04T15:56:14,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:14,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:14,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-04T15:56:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-04T15:56:14,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-04T15:56:14,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7040 sec 2024-12-04T15:56:14,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.7110 sec 2024-12-04T15:56:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:14,517 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:14,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:56:14,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/b281f7fadc8e4d02b8e410f94df0499c is 50, key is test_row_0/A:col10/1733327774516/Put/seqid=0 2024-12-04T15:56:14,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741924_1100 (size=14741) 2024-12-04T15:56:14,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/b281f7fadc8e4d02b8e410f94df0499c 2024-12-04T15:56:14,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/044e2a03546649449bbb05a9c481f181 is 50, key is test_row_0/B:col10/1733327774516/Put/seqid=0 2024-12-04T15:56:14,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741925_1101 (size=12301) 2024-12-04T15:56:14,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327834622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:14,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:14,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:14,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:14,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327834733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:14,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:14,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:14,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-04T15:56:14,924 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:14,924 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-12-04T15:56:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T15:56:14,926 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:14,927 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:14,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:14,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327834942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:14,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:14,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:14,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:14,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/044e2a03546649449bbb05a9c481f181 2024-12-04T15:56:14,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/474e3596292346df81c68d0f542513d2 is 50, key is test_row_0/C:col10/1733327774516/Put/seqid=0 2024-12-04T15:56:14,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741926_1102 (size=12301) 2024-12-04T15:56:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T15:56:15,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T15:56:15,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:15,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:15,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:15,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:15,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:15,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T15:56:15,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:15,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:15,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:15,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:15,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T15:56:15,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327835253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:15,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/474e3596292346df81c68d0f542513d2 2024-12-04T15:56:15,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/b281f7fadc8e4d02b8e410f94df0499c as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/b281f7fadc8e4d02b8e410f94df0499c 2024-12-04T15:56:15,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T15:56:15,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:15,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:15,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:15,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:15,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:15,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/b281f7fadc8e4d02b8e410f94df0499c, entries=200, sequenceid=424, filesize=14.4 K 2024-12-04T15:56:15,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/044e2a03546649449bbb05a9c481f181 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/044e2a03546649449bbb05a9c481f181 2024-12-04T15:56:15,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/044e2a03546649449bbb05a9c481f181, entries=150, sequenceid=424, filesize=12.0 K 2024-12-04T15:56:15,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/474e3596292346df81c68d0f542513d2 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/474e3596292346df81c68d0f542513d2 2024-12-04T15:56:15,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/474e3596292346df81c68d0f542513d2, entries=150, sequenceid=424, filesize=12.0 K 2024-12-04T15:56:15,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d5656c764ff68bdee52d80edbdd459d2 in 883ms, sequenceid=424, compaction requested=true 2024-12-04T15:56:15,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:15,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:56:15,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:15,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:56:15,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:15,401 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:15,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:56:15,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T15:56:15,402 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:15,402 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:15,402 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/A is initiating minor compaction (all files) 2024-12-04T15:56:15,402 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/A in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:15,403 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:15,403 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/afc0d25321dc4c7b8b7ccda75c559525, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/7db199f437d34802b2c814c63e6fcef8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/b281f7fadc8e4d02b8e410f94df0499c] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=39.3 K 2024-12-04T15:56:15,403 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/B is initiating minor compaction (all files) 2024-12-04T15:56:15,403 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/B in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:15,403 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/454d8419697d4256b27a7e4e10c0dd5a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/5f48ac35c684449eba91e576992af66d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/044e2a03546649449bbb05a9c481f181] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=36.9 K 2024-12-04T15:56:15,403 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting afc0d25321dc4c7b8b7ccda75c559525, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733327771604 2024-12-04T15:56:15,403 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 454d8419697d4256b27a7e4e10c0dd5a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733327771604 2024-12-04T15:56:15,404 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 7db199f437d34802b2c814c63e6fcef8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733327772311 2024-12-04T15:56:15,404 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f48ac35c684449eba91e576992af66d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733327772311 2024-12-04T15:56:15,404 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting b281f7fadc8e4d02b8e410f94df0499c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1733327774502 2024-12-04T15:56:15,404 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 044e2a03546649449bbb05a9c481f181, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1733327774502 2024-12-04T15:56:15,412 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:15,413 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/bd24abe0f8be45f9ab66669122e1452c is 50, key is test_row_0/B:col10/1733327774516/Put/seqid=0 2024-12-04T15:56:15,413 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#A#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:15,414 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/34cc98f26f594c4fab411f7ec6d69e71 is 50, key is test_row_0/A:col10/1733327774516/Put/seqid=0 2024-12-04T15:56:15,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741927_1103 (size=13323) 2024-12-04T15:56:15,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741928_1104 (size=13323) 2024-12-04T15:56:15,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-04T15:56:15,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:15,540 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-04T15:56:15,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/30e9a26979b54e7799b27b21c35bc24d is 50, key is test_row_0/A:col10/1733327774616/Put/seqid=0 2024-12-04T15:56:15,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741929_1105 (size=12301) 2024-12-04T15:56:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T15:56:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:15,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:15,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327835797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:15,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:15,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:15,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:15,830 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/bd24abe0f8be45f9ab66669122e1452c as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/bd24abe0f8be45f9ab66669122e1452c 2024-12-04T15:56:15,831 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/34cc98f26f594c4fab411f7ec6d69e71 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/34cc98f26f594c4fab411f7ec6d69e71 2024-12-04T15:56:15,837 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/B of d5656c764ff68bdee52d80edbdd459d2 into bd24abe0f8be45f9ab66669122e1452c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:15,837 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/A of d5656c764ff68bdee52d80edbdd459d2 into 34cc98f26f594c4fab411f7ec6d69e71(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:15,838 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:15,838 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/A, priority=13, startTime=1733327775401; duration=0sec 2024-12-04T15:56:15,837 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:15,838 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:15,838 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:A 2024-12-04T15:56:15,838 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/B, priority=13, startTime=1733327775401; duration=0sec 2024-12-04T15:56:15,838 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:15,838 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:15,838 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:B 2024-12-04T15:56:15,839 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:15,839 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/C is initiating minor compaction (all files) 2024-12-04T15:56:15,839 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/C in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:15,840 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/e793e5661d2247518cd8ba3fbde90848, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/eaea3340c2364036b5940b2c5927d236, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/474e3596292346df81c68d0f542513d2] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=36.9 K 2024-12-04T15:56:15,840 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting e793e5661d2247518cd8ba3fbde90848, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733327771604 2024-12-04T15:56:15,840 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting eaea3340c2364036b5940b2c5927d236, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733327772311 2024-12-04T15:56:15,841 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 474e3596292346df81c68d0f542513d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1733327774502 2024-12-04T15:56:15,850 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#C#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:15,851 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/5ebb8c3676e6442c9eb123480b922623 is 50, key is test_row_0/C:col10/1733327774516/Put/seqid=0 2024-12-04T15:56:15,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741930_1106 (size=13323) 2024-12-04T15:56:15,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327835903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:15,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:15,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:15,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:15,951 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/30e9a26979b54e7799b27b21c35bc24d 2024-12-04T15:56:15,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/332d814aba2243369fa86dd39749b41f is 50, key is test_row_0/B:col10/1733327774616/Put/seqid=0 2024-12-04T15:56:15,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741931_1107 (size=12301) 2024-12-04T15:56:15,965 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/332d814aba2243369fa86dd39749b41f 2024-12-04T15:56:15,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/019634a4ee134f71a6f85f69a01476d3 is 50, key is test_row_0/C:col10/1733327774616/Put/seqid=0 2024-12-04T15:56:15,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741932_1108 (size=12301) 2024-12-04T15:56:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T15:56:16,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327836113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:16,114 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:16,263 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/5ebb8c3676e6442c9eb123480b922623 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/5ebb8c3676e6442c9eb123480b922623 2024-12-04T15:56:16,269 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/C of d5656c764ff68bdee52d80edbdd459d2 into 5ebb8c3676e6442c9eb123480b922623(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:16,269 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:16,269 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/C, priority=13, startTime=1733327775401; duration=0sec 2024-12-04T15:56:16,270 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:16,270 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:C 2024-12-04T15:56:16,377 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/019634a4ee134f71a6f85f69a01476d3 2024-12-04T15:56:16,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/30e9a26979b54e7799b27b21c35bc24d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/30e9a26979b54e7799b27b21c35bc24d 2024-12-04T15:56:16,388 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/30e9a26979b54e7799b27b21c35bc24d, entries=150, sequenceid=449, filesize=12.0 K 2024-12-04T15:56:16,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/332d814aba2243369fa86dd39749b41f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/332d814aba2243369fa86dd39749b41f 2024-12-04T15:56:16,394 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/332d814aba2243369fa86dd39749b41f, entries=150, sequenceid=449, filesize=12.0 K 2024-12-04T15:56:16,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/019634a4ee134f71a6f85f69a01476d3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/019634a4ee134f71a6f85f69a01476d3 2024-12-04T15:56:16,400 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/019634a4ee134f71a6f85f69a01476d3, entries=150, sequenceid=449, filesize=12.0 K 2024-12-04T15:56:16,402 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d5656c764ff68bdee52d80edbdd459d2 in 861ms, sequenceid=449, compaction requested=false 2024-12-04T15:56:16,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:16,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:16,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-04T15:56:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-04T15:56:16,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-04T15:56:16,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4760 sec 2024-12-04T15:56:16,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.4820 sec 2024-12-04T15:56:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:16,426 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:16,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-04T15:56:16,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/a3460b038f174faaa99284f8b08538cb is 50, key is test_row_0/A:col10/1733327775773/Put/seqid=0 2024-12-04T15:56:16,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741933_1109 (size=14741) 2024-12-04T15:56:16,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/a3460b038f174faaa99284f8b08538cb 2024-12-04T15:56:16,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/cace4a6a3c084c30bc1dcbb8879c0099 is 50, key is test_row_0/B:col10/1733327775773/Put/seqid=0 2024-12-04T15:56:16,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741934_1110 (size=12301) 2024-12-04T15:56:16,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/cace4a6a3c084c30bc1dcbb8879c0099 2024-12-04T15:56:16,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/1df1b63125b84bd9865fd1e75dc5914b is 50, key is test_row_0/C:col10/1733327775773/Put/seqid=0 2024-12-04T15:56:16,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741935_1111 (size=12301) 2024-12-04T15:56:16,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327836505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:16,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:16,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:16,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327836612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:16,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:16,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:16,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327836823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:16,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:16,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:16,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:16,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/1df1b63125b84bd9865fd1e75dc5914b 2024-12-04T15:56:16,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/a3460b038f174faaa99284f8b08538cb as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/a3460b038f174faaa99284f8b08538cb 2024-12-04T15:56:16,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/a3460b038f174faaa99284f8b08538cb, entries=200, sequenceid=464, filesize=14.4 K 2024-12-04T15:56:16,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/cace4a6a3c084c30bc1dcbb8879c0099 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/cace4a6a3c084c30bc1dcbb8879c0099 2024-12-04T15:56:16,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/cace4a6a3c084c30bc1dcbb8879c0099, entries=150, sequenceid=464, filesize=12.0 K 2024-12-04T15:56:16,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/1df1b63125b84bd9865fd1e75dc5914b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/1df1b63125b84bd9865fd1e75dc5914b 2024-12-04T15:56:16,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/1df1b63125b84bd9865fd1e75dc5914b, entries=150, sequenceid=464, filesize=12.0 K 2024-12-04T15:56:16,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d5656c764ff68bdee52d80edbdd459d2 in 476ms, sequenceid=464, compaction requested=true 2024-12-04T15:56:16,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:16,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:56:16,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:16,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:56:16,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:16,903 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:16,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5656c764ff68bdee52d80edbdd459d2:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:56:16,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T15:56:16,903 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:16,904 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:16,905 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/A is initiating minor compaction (all files) 2024-12-04T15:56:16,905 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/A in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:16,905 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/34cc98f26f594c4fab411f7ec6d69e71, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/30e9a26979b54e7799b27b21c35bc24d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/a3460b038f174faaa99284f8b08538cb] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=39.4 K 2024-12-04T15:56:16,905 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:16,905 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/B is initiating minor compaction (all files) 2024-12-04T15:56:16,905 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/B in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:16,905 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/bd24abe0f8be45f9ab66669122e1452c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/332d814aba2243369fa86dd39749b41f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/cace4a6a3c084c30bc1dcbb8879c0099] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=37.0 K 2024-12-04T15:56:16,906 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 34cc98f26f594c4fab411f7ec6d69e71, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1733327774502 2024-12-04T15:56:16,906 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 30e9a26979b54e7799b27b21c35bc24d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733327774610 2024-12-04T15:56:16,906 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd24abe0f8be45f9ab66669122e1452c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1733327774502 2024-12-04T15:56:16,907 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 332d814aba2243369fa86dd39749b41f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733327774610 2024-12-04T15:56:16,907 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting a3460b038f174faaa99284f8b08538cb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1733327775773 2024-12-04T15:56:16,907 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting cace4a6a3c084c30bc1dcbb8879c0099, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1733327775773 2024-12-04T15:56:16,917 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#A#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:16,918 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#B#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:16,918 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/a48f24a14c6341828684ef3c5a579537 is 50, key is test_row_0/A:col10/1733327775773/Put/seqid=0 2024-12-04T15:56:16,918 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/59d3207109ea44cda470877db5267d61 is 50, key is test_row_0/B:col10/1733327775773/Put/seqid=0 2024-12-04T15:56:16,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741936_1112 (size=13425) 2024-12-04T15:56:16,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741937_1113 (size=13425) 2024-12-04T15:56:16,932 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/a48f24a14c6341828684ef3c5a579537 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/a48f24a14c6341828684ef3c5a579537 2024-12-04T15:56:16,941 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/A of d5656c764ff68bdee52d80edbdd459d2 into a48f24a14c6341828684ef3c5a579537(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:16,941 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:16,941 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/A, priority=13, startTime=1733327776903; duration=0sec 2024-12-04T15:56:16,941 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:16,941 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:A 2024-12-04T15:56:16,941 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:16,944 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:16,944 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): d5656c764ff68bdee52d80edbdd459d2/C is initiating minor compaction (all files) 2024-12-04T15:56:16,944 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d5656c764ff68bdee52d80edbdd459d2/C in TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:16,944 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/5ebb8c3676e6442c9eb123480b922623, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/019634a4ee134f71a6f85f69a01476d3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/1df1b63125b84bd9865fd1e75dc5914b] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp, totalSize=37.0 K 2024-12-04T15:56:16,945 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ebb8c3676e6442c9eb123480b922623, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1733327774502 2024-12-04T15:56:16,947 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 019634a4ee134f71a6f85f69a01476d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1733327774610 2024-12-04T15:56:16,948 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 1df1b63125b84bd9865fd1e75dc5914b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1733327775773 2024-12-04T15:56:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:16,954 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:16,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-04T15:56:16,958 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5656c764ff68bdee52d80edbdd459d2#C#compaction#101 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:16,959 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/cf4dab47297242d8b8e104a785c7d245 is 50, key is test_row_0/C:col10/1733327775773/Put/seqid=0 2024-12-04T15:56:16,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/9e8de65c368042a3be9219b24f6bb090 is 50, key is test_row_0/A:col10/1733327776953/Put/seqid=0 2024-12-04T15:56:16,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741939_1115 (size=12301) 2024-12-04T15:56:16,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741938_1114 (size=13425) 2024-12-04T15:56:16,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327836977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:16,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:16,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327836978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:16,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:16,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:16,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:16,987 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/cf4dab47297242d8b8e104a785c7d245 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/cf4dab47297242d8b8e104a785c7d245 2024-12-04T15:56:16,995 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/C of d5656c764ff68bdee52d80edbdd459d2 into cf4dab47297242d8b8e104a785c7d245(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:16,995 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:16,995 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/C, priority=13, startTime=1733327776903; duration=0sec 2024-12-04T15:56:16,995 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:16,995 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:C 2024-12-04T15:56:17,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57354 deadline: 1733327837002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:17,008 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in d5656c764ff68bdee52d80edbdd459d2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:17,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-04T15:56:17,074 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:17,074 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:17,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-12-04T15:56:17,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T15:56:17,076 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:17,077 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:17,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:17,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327837083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:17,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:17,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327837083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:17,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:17,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327837133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T15:56:17,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-04T15:56:17,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:17,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:17,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:17,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:17,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:17,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327837293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:17,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327837293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:17,338 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/59d3207109ea44cda470877db5267d61 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/59d3207109ea44cda470877db5267d61 2024-12-04T15:56:17,343 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d5656c764ff68bdee52d80edbdd459d2/B of d5656c764ff68bdee52d80edbdd459d2 into 59d3207109ea44cda470877db5267d61(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:17,343 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:17,343 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., storeName=d5656c764ff68bdee52d80edbdd459d2/B, priority=13, startTime=1733327776903; duration=0sec 2024-12-04T15:56:17,343 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:17,343 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5656c764ff68bdee52d80edbdd459d2:B 2024-12-04T15:56:17,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/9e8de65c368042a3be9219b24f6bb090 2024-12-04T15:56:17,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-04T15:56:17,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:17,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:17,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:17,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/078bfa0aed284401a70a5b53d57e02e4 is 50, key is test_row_0/B:col10/1733327776953/Put/seqid=0 2024-12-04T15:56:17,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:17,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:17,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741940_1116 (size=12301) 2024-12-04T15:56:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T15:56:17,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/078bfa0aed284401a70a5b53d57e02e4 2024-12-04T15:56:17,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/5c22ada5698240dda9f471db99c168e1 is 50, key is test_row_0/C:col10/1733327776953/Put/seqid=0 2024-12-04T15:56:17,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741941_1117 (size=12301) 2024-12-04T15:56:17,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-04T15:56:17,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:17,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:17,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:17,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:17,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:17,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57380 deadline: 1733327837603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:17,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:17,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57394 deadline: 1733327837603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:17,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:17,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57360 deadline: 1733327837643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:17,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:17,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:17,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-04T15:56:17,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:17,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:17,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:17,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:17,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:17,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T15:56:17,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/5c22ada5698240dda9f471db99c168e1 2024-12-04T15:56:17,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/9e8de65c368042a3be9219b24f6bb090 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/9e8de65c368042a3be9219b24f6bb090 2024-12-04T15:56:17,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/9e8de65c368042a3be9219b24f6bb090, entries=150, sequenceid=490, filesize=12.0 K 2024-12-04T15:56:17,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/078bfa0aed284401a70a5b53d57e02e4 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/078bfa0aed284401a70a5b53d57e02e4 2024-12-04T15:56:17,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/078bfa0aed284401a70a5b53d57e02e4, entries=150, sequenceid=490, filesize=12.0 K 2024-12-04T15:56:17,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/5c22ada5698240dda9f471db99c168e1 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/5c22ada5698240dda9f471db99c168e1 2024-12-04T15:56:17,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/5c22ada5698240dda9f471db99c168e1, entries=150, sequenceid=490, filesize=12.0 K 2024-12-04T15:56:17,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d5656c764ff68bdee52d80edbdd459d2 in 881ms, sequenceid=490, compaction requested=false 2024-12-04T15:56:17,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:17,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-04T15:56:17,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:17,848 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:56:17,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/8ee80a6f9a434aa58acae6d6bbd8d5f1 is 50, key is test_row_0/A:col10/1733327776966/Put/seqid=0 2024-12-04T15:56:17,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741942_1118 (size=12301) 2024-12-04T15:56:17,922 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-04T15:56:17,922 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-04T15:56:17,922 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:17,922 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:17,923 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-04T15:56:17,923 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:17,924 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-04T15:56:17,924 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:17,927 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:17,927 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:17,927 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:17,927 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:17,928 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:17,928 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:17,928 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:17,928 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:17,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:17,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:17,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:17,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:18,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. as already flushing 2024-12-04T15:56:18,115 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-04T15:56:18,115 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:18,115 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-04T15:56:18,115 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:18,115 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:18,115 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:18,115 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:18,115 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:18,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:18,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T15:56:18,262 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/8ee80a6f9a434aa58acae6d6bbd8d5f1 2024-12-04T15:56:18,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/6b121003b2c44f7e9b0bb469e61547c0 is 50, key is test_row_0/B:col10/1733327776966/Put/seqid=0 2024-12-04T15:56:18,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741943_1119 (size=12301) 2024-12-04T15:56:18,655 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-04T15:56:18,655 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:18,655 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:18,655 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:18,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:18,677 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/6b121003b2c44f7e9b0bb469e61547c0 2024-12-04T15:56:18,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/a5c6af293e64421a98aa10890437158a is 50, key is test_row_0/C:col10/1733327776966/Put/seqid=0 2024-12-04T15:56:18,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741944_1120 (size=12301) 2024-12-04T15:56:18,915 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-04T15:56:18,915 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:18,915 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:18,915 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:18,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:19,091 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/a5c6af293e64421a98aa10890437158a 2024-12-04T15:56:19,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/8ee80a6f9a434aa58acae6d6bbd8d5f1 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/8ee80a6f9a434aa58acae6d6bbd8d5f1 2024-12-04T15:56:19,102 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/8ee80a6f9a434aa58acae6d6bbd8d5f1, entries=150, sequenceid=503, filesize=12.0 K 2024-12-04T15:56:19,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/6b121003b2c44f7e9b0bb469e61547c0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/6b121003b2c44f7e9b0bb469e61547c0 2024-12-04T15:56:19,108 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/6b121003b2c44f7e9b0bb469e61547c0, entries=150, sequenceid=503, filesize=12.0 K 2024-12-04T15:56:19,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/a5c6af293e64421a98aa10890437158a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/a5c6af293e64421a98aa10890437158a 2024-12-04T15:56:19,115 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/a5c6af293e64421a98aa10890437158a, entries=150, sequenceid=503, filesize=12.0 K 2024-12-04T15:56:19,117 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=26.84 KB/27480 for d5656c764ff68bdee52d80edbdd459d2 in 1268ms, sequenceid=503, compaction requested=true 2024-12-04T15:56:19,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d5656c764ff68bdee52d80edbdd459d2: 2024-12-04T15:56:19,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:19,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-04T15:56:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-04T15:56:19,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-04T15:56:19,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0410 sec 2024-12-04T15:56:19,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 2.0480 sec 2024-12-04T15:56:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-04T15:56:19,224 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:20,020 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T15:56:27,025 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-04T15:56:27,025 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:27,025 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:27,026 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:27,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:27,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T15:56:27,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-12-04T15:56:27,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-12-04T15:56:27,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-12-04T15:56:27,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-04T15:56:27,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 177 2024-12-04T15:56:27,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T15:56:27,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3652 2024-12-04T15:56:27,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3495 2024-12-04T15:56:27,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T15:56:27,026 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1569 2024-12-04T15:56:27,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4707 rows 2024-12-04T15:56:27,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1577 2024-12-04T15:56:27,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4724 rows 2024-12-04T15:56:27,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:56:27,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:56:27,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:27,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:27,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:27,032 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T15:56:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T15:56:27,043 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327787043"}]},"ts":"1733327787043"} 2024-12-04T15:56:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-04T15:56:27,046 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T15:56:27,046 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T15:56:27,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T15:56:27,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5656c764ff68bdee52d80edbdd459d2, UNASSIGN}] 2024-12-04T15:56:27,055 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5656c764ff68bdee52d80edbdd459d2, UNASSIGN 2024-12-04T15:56:27,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=d5656c764ff68bdee52d80edbdd459d2, regionState=CLOSING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:56:27,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5656c764ff68bdee52d80edbdd459d2, UNASSIGN because future has completed 2024-12-04T15:56:27,062 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T15:56:27,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:56:27,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-04T15:56:27,223 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:27,223 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T15:56:27,223 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing d5656c764ff68bdee52d80edbdd459d2, disabling compactions & flushes 2024-12-04T15:56:27,223 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:27,224 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:27,224 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. after waiting 0 ms 2024-12-04T15:56:27,224 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:27,224 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(2902): Flushing d5656c764ff68bdee52d80edbdd459d2 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-04T15:56:27,233 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/b02ea788aa8f4b748f53d2f0303a2139 is 50, key is test_row_0/A:col10/1733327778654/Put/seqid=0 2024-12-04T15:56:27,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741945_1121 (size=9857) 2024-12-04T15:56:27,270 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/b02ea788aa8f4b748f53d2f0303a2139 2024-12-04T15:56:27,284 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/249da2d7da024e5e884de9bb4a06d551 is 50, key is test_row_0/B:col10/1733327778654/Put/seqid=0 2024-12-04T15:56:27,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741946_1122 (size=9857) 2024-12-04T15:56:27,299 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/249da2d7da024e5e884de9bb4a06d551 2024-12-04T15:56:27,311 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/ec0415bd906a4576a3f9b3e595786a58 is 50, key is test_row_0/C:col10/1733327778654/Put/seqid=0 2024-12-04T15:56:27,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741947_1123 (size=9857) 2024-12-04T15:56:27,328 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/ec0415bd906a4576a3f9b3e595786a58 2024-12-04T15:56:27,340 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/A/b02ea788aa8f4b748f53d2f0303a2139 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/b02ea788aa8f4b748f53d2f0303a2139 2024-12-04T15:56:27,348 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/b02ea788aa8f4b748f53d2f0303a2139, entries=100, sequenceid=511, filesize=9.6 K 2024-12-04T15:56:27,349 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/B/249da2d7da024e5e884de9bb4a06d551 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/249da2d7da024e5e884de9bb4a06d551 2024-12-04T15:56:27,357 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/249da2d7da024e5e884de9bb4a06d551, entries=100, sequenceid=511, filesize=9.6 K 2024-12-04T15:56:27,358 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/.tmp/C/ec0415bd906a4576a3f9b3e595786a58 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/ec0415bd906a4576a3f9b3e595786a58 2024-12-04T15:56:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-04T15:56:27,364 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/ec0415bd906a4576a3f9b3e595786a58, entries=100, sequenceid=511, filesize=9.6 K 2024-12-04T15:56:27,366 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d5656c764ff68bdee52d80edbdd459d2 in 141ms, sequenceid=511, compaction requested=true 2024-12-04T15:56:27,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/c5e736f53a4e4faea535c12ced2810dd, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f0ef1627555c4a499f5ddcf3283d36b5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/e52a6dd0d77f4bda937f65d9d50104f7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/a6de59cf354f4ea8829f58346d735e34, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/df8fc46db3aa4703b6f937a8b0e87174, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/ad6a3df3fc9c4cd2a592fae3b3c985e1, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/1bf1ef76eb7e43efa262eb1b537a680c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/614cba4cbdf94c16afc47a6d274a16a4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/15f3749659ea4d5bb23d0b0ada3a2f39, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d127791aab944a67abe4de4df0547aa0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/0231f58ee2854a01aef189d263567bb9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f442d859795c4c48a5604f87911397bb, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/76659aec795e4495abc3e2295d3ed2a8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/9c331400efbc4933b079567039e13e5c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/cebf3d83eb7e41639c40745fc00854f4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/6678b45a67b647f4ab49dd066ed7596f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/8c7437c003254263b6b66ae2fcf31878, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/de7f23ac02c7401898c78196b40ecf96, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d9aaf17a57d841e69269624648717870, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/54f08c97688c4460a152e0a2c8882f33, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f423c66d178e48e6b2f3efb834759560, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/e37d5f6e4ee84579a02187fb0c42715f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d9a4895def314676a6f81cdeef217153, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/4397596334e544de91ae3e640c74a3d9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f934cad214b74374b4d05c55511c6edf, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/598b171a9f384c2fb335ecb98cd5be4d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d88eca0c0b4846d3b751458a4dcc1793, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/afc0d25321dc4c7b8b7ccda75c559525, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/7db199f437d34802b2c814c63e6fcef8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/b281f7fadc8e4d02b8e410f94df0499c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/34cc98f26f594c4fab411f7ec6d69e71, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/30e9a26979b54e7799b27b21c35bc24d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/a3460b038f174faaa99284f8b08538cb] to archive 2024-12-04T15:56:27,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:56:27,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/c5e736f53a4e4faea535c12ced2810dd to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/c5e736f53a4e4faea535c12ced2810dd 2024-12-04T15:56:27,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f0ef1627555c4a499f5ddcf3283d36b5 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f0ef1627555c4a499f5ddcf3283d36b5 2024-12-04T15:56:27,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/e52a6dd0d77f4bda937f65d9d50104f7 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/e52a6dd0d77f4bda937f65d9d50104f7 2024-12-04T15:56:27,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/a6de59cf354f4ea8829f58346d735e34 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/a6de59cf354f4ea8829f58346d735e34 2024-12-04T15:56:27,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/df8fc46db3aa4703b6f937a8b0e87174 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/df8fc46db3aa4703b6f937a8b0e87174 2024-12-04T15:56:27,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/ad6a3df3fc9c4cd2a592fae3b3c985e1 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/ad6a3df3fc9c4cd2a592fae3b3c985e1 2024-12-04T15:56:27,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/1bf1ef76eb7e43efa262eb1b537a680c to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/1bf1ef76eb7e43efa262eb1b537a680c 2024-12-04T15:56:27,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/614cba4cbdf94c16afc47a6d274a16a4 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/614cba4cbdf94c16afc47a6d274a16a4 2024-12-04T15:56:27,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/15f3749659ea4d5bb23d0b0ada3a2f39 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/15f3749659ea4d5bb23d0b0ada3a2f39 2024-12-04T15:56:27,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d127791aab944a67abe4de4df0547aa0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d127791aab944a67abe4de4df0547aa0 2024-12-04T15:56:27,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/0231f58ee2854a01aef189d263567bb9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/0231f58ee2854a01aef189d263567bb9 2024-12-04T15:56:27,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f442d859795c4c48a5604f87911397bb to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f442d859795c4c48a5604f87911397bb 2024-12-04T15:56:27,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/76659aec795e4495abc3e2295d3ed2a8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/76659aec795e4495abc3e2295d3ed2a8 2024-12-04T15:56:27,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/9c331400efbc4933b079567039e13e5c to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/9c331400efbc4933b079567039e13e5c 2024-12-04T15:56:27,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/cebf3d83eb7e41639c40745fc00854f4 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/cebf3d83eb7e41639c40745fc00854f4 2024-12-04T15:56:27,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/6678b45a67b647f4ab49dd066ed7596f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/6678b45a67b647f4ab49dd066ed7596f 2024-12-04T15:56:27,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/8c7437c003254263b6b66ae2fcf31878 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/8c7437c003254263b6b66ae2fcf31878 2024-12-04T15:56:27,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/de7f23ac02c7401898c78196b40ecf96 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/de7f23ac02c7401898c78196b40ecf96 2024-12-04T15:56:27,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d9aaf17a57d841e69269624648717870 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d9aaf17a57d841e69269624648717870 2024-12-04T15:56:27,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/54f08c97688c4460a152e0a2c8882f33 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/54f08c97688c4460a152e0a2c8882f33 2024-12-04T15:56:27,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f423c66d178e48e6b2f3efb834759560 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f423c66d178e48e6b2f3efb834759560 2024-12-04T15:56:27,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/e37d5f6e4ee84579a02187fb0c42715f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/e37d5f6e4ee84579a02187fb0c42715f 2024-12-04T15:56:27,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d9a4895def314676a6f81cdeef217153 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d9a4895def314676a6f81cdeef217153 2024-12-04T15:56:27,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/4397596334e544de91ae3e640c74a3d9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/4397596334e544de91ae3e640c74a3d9 2024-12-04T15:56:27,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f934cad214b74374b4d05c55511c6edf to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/f934cad214b74374b4d05c55511c6edf 2024-12-04T15:56:27,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/598b171a9f384c2fb335ecb98cd5be4d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/598b171a9f384c2fb335ecb98cd5be4d 2024-12-04T15:56:27,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d88eca0c0b4846d3b751458a4dcc1793 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/d88eca0c0b4846d3b751458a4dcc1793 2024-12-04T15:56:27,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/afc0d25321dc4c7b8b7ccda75c559525 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/afc0d25321dc4c7b8b7ccda75c559525 2024-12-04T15:56:27,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/7db199f437d34802b2c814c63e6fcef8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/7db199f437d34802b2c814c63e6fcef8 2024-12-04T15:56:27,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/b281f7fadc8e4d02b8e410f94df0499c to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/b281f7fadc8e4d02b8e410f94df0499c 2024-12-04T15:56:27,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/34cc98f26f594c4fab411f7ec6d69e71 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/34cc98f26f594c4fab411f7ec6d69e71 2024-12-04T15:56:27,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/30e9a26979b54e7799b27b21c35bc24d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/30e9a26979b54e7799b27b21c35bc24d 2024-12-04T15:56:27,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/a3460b038f174faaa99284f8b08538cb to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/a3460b038f174faaa99284f8b08538cb 2024-12-04T15:56:27,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/e786cb46232248b98dbdcbc7cee1b7e2, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/607e83ad3adc4d078f7a515bf7b0ee69, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/d0cfa3e257d043e9ac09ea78e61a2312, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/1a62efbe7b024b759219ee2a966c4bd9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/8beb4d89fae945ee8acbdfd2dc1c1e48, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/848c956f1d4d40558b4b736c85c422db, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/3b45f10e059f4ed6a8b5accd38335977, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/47559a5715774e5babab291f15f565b9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/7e6a5ddd06944654a1ca271a942c48c5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/2b14d39a9a3844e39d6111a834b5d550, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/76939d68d11e4a099e68230ce084aad4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/2bd48f632cd54f5382e897c860f5ff45, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/e701409ee84f4a2bb3fd99b350777649, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/760c67f153d340508a0c98dbd7f0ec65, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/e699c6192b4d42459897611a31ecdbbf, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/a98ffa9beb2943aab2f3d15818bcf5d8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/d5add4d72a494f15b90b76f958532311, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/48866acc65c941e1a1bcc3adc6b06dcf, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/71977363636f4e75b0a56b3a7c5745ae, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/1c0d56e151e848a284f709d0af72aab7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/a6018a47cb124f46bb0af9f3f75c1a00, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/87f1019dc0b14bacbe071f3b325fd20b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/2a574c6a49e9463f8427e52a59fd57d8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/7cf45744c3c14eaaa69a05babf611186, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/03226d394c814c86a7aebdbb252e97b0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/6f825ac355fd4d37b11ae9cc806bb4e4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/454d8419697d4256b27a7e4e10c0dd5a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/d040ef71dfe94599ac5b21821858193c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/5f48ac35c684449eba91e576992af66d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/bd24abe0f8be45f9ab66669122e1452c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/044e2a03546649449bbb05a9c481f181, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/332d814aba2243369fa86dd39749b41f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/cace4a6a3c084c30bc1dcbb8879c0099] to archive 2024-12-04T15:56:27,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:56:27,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/e786cb46232248b98dbdcbc7cee1b7e2 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/e786cb46232248b98dbdcbc7cee1b7e2 2024-12-04T15:56:27,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/607e83ad3adc4d078f7a515bf7b0ee69 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/607e83ad3adc4d078f7a515bf7b0ee69 2024-12-04T15:56:27,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/d0cfa3e257d043e9ac09ea78e61a2312 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/d0cfa3e257d043e9ac09ea78e61a2312 2024-12-04T15:56:27,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/1a62efbe7b024b759219ee2a966c4bd9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/1a62efbe7b024b759219ee2a966c4bd9 2024-12-04T15:56:27,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/8beb4d89fae945ee8acbdfd2dc1c1e48 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/8beb4d89fae945ee8acbdfd2dc1c1e48 2024-12-04T15:56:27,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/848c956f1d4d40558b4b736c85c422db to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/848c956f1d4d40558b4b736c85c422db 2024-12-04T15:56:27,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/3b45f10e059f4ed6a8b5accd38335977 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/3b45f10e059f4ed6a8b5accd38335977 2024-12-04T15:56:27,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/47559a5715774e5babab291f15f565b9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/47559a5715774e5babab291f15f565b9 2024-12-04T15:56:27,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/7e6a5ddd06944654a1ca271a942c48c5 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/7e6a5ddd06944654a1ca271a942c48c5 2024-12-04T15:56:27,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/2b14d39a9a3844e39d6111a834b5d550 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/2b14d39a9a3844e39d6111a834b5d550 2024-12-04T15:56:27,576 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/76939d68d11e4a099e68230ce084aad4 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/76939d68d11e4a099e68230ce084aad4 2024-12-04T15:56:27,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/2bd48f632cd54f5382e897c860f5ff45 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/2bd48f632cd54f5382e897c860f5ff45 2024-12-04T15:56:27,584 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/e701409ee84f4a2bb3fd99b350777649 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/e701409ee84f4a2bb3fd99b350777649 2024-12-04T15:56:27,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/760c67f153d340508a0c98dbd7f0ec65 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/760c67f153d340508a0c98dbd7f0ec65 2024-12-04T15:56:27,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/e699c6192b4d42459897611a31ecdbbf to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/e699c6192b4d42459897611a31ecdbbf 2024-12-04T15:56:27,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/a98ffa9beb2943aab2f3d15818bcf5d8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/a98ffa9beb2943aab2f3d15818bcf5d8 2024-12-04T15:56:27,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/d5add4d72a494f15b90b76f958532311 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/d5add4d72a494f15b90b76f958532311 2024-12-04T15:56:27,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/48866acc65c941e1a1bcc3adc6b06dcf to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/48866acc65c941e1a1bcc3adc6b06dcf 2024-12-04T15:56:27,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/71977363636f4e75b0a56b3a7c5745ae to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/71977363636f4e75b0a56b3a7c5745ae 2024-12-04T15:56:27,608 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/1c0d56e151e848a284f709d0af72aab7 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/1c0d56e151e848a284f709d0af72aab7 2024-12-04T15:56:27,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/a6018a47cb124f46bb0af9f3f75c1a00 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/a6018a47cb124f46bb0af9f3f75c1a00 2024-12-04T15:56:27,613 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/87f1019dc0b14bacbe071f3b325fd20b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/87f1019dc0b14bacbe071f3b325fd20b 2024-12-04T15:56:27,616 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/2a574c6a49e9463f8427e52a59fd57d8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/2a574c6a49e9463f8427e52a59fd57d8 2024-12-04T15:56:27,620 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/7cf45744c3c14eaaa69a05babf611186 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/7cf45744c3c14eaaa69a05babf611186 2024-12-04T15:56:27,625 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/03226d394c814c86a7aebdbb252e97b0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/03226d394c814c86a7aebdbb252e97b0 2024-12-04T15:56:27,627 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/6f825ac355fd4d37b11ae9cc806bb4e4 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/6f825ac355fd4d37b11ae9cc806bb4e4 2024-12-04T15:56:27,628 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/454d8419697d4256b27a7e4e10c0dd5a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/454d8419697d4256b27a7e4e10c0dd5a 2024-12-04T15:56:27,631 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/d040ef71dfe94599ac5b21821858193c to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/d040ef71dfe94599ac5b21821858193c 2024-12-04T15:56:27,633 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/5f48ac35c684449eba91e576992af66d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/5f48ac35c684449eba91e576992af66d 2024-12-04T15:56:27,634 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/bd24abe0f8be45f9ab66669122e1452c to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/bd24abe0f8be45f9ab66669122e1452c 2024-12-04T15:56:27,636 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/044e2a03546649449bbb05a9c481f181 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/044e2a03546649449bbb05a9c481f181 2024-12-04T15:56:27,637 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/332d814aba2243369fa86dd39749b41f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/332d814aba2243369fa86dd39749b41f 2024-12-04T15:56:27,639 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/cace4a6a3c084c30bc1dcbb8879c0099 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/cace4a6a3c084c30bc1dcbb8879c0099 2024-12-04T15:56:27,647 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/a0b8f3bcf7194434bfa3a48ab6ddcadf, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/f57763dd778d4f8b97950d7b6cd41c24, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/ed4b2639e7cb4d8a8ac95affee8bf8f4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/44bf2d6719a2489a847f44d60775094d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/95e4e4ff05df4f1ca0aec10763dd193a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/ab329e52e89b4889b0f014ab561955c5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/36e21d4e124b41a295adf23ab05c5590, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/11db7d9d3f3944c0adac490b63821d24, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/68ed857b2af744528de277a57c6ef7f3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/85606a45b4894859b80ab37930416b82, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/70ab25c81f8f445daea7b97ae60f2eae, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/06176a76e8954d3290e037fd94aa912b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/36f89648111c4726b0d279cabfb1fef4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/acd8119857a24bd599b29f370552c519, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/16ed439e557d403387b7727a70948697, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/40ff2eb2512c44e0afa14d45e4aec674, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/b63704f3a890412e964576655489aa07, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/1d3a66bdc27b48979e8590c37bf2e513, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/797bd4f8cf504dae959e8d2cce53a3d9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/c1013c499120487e981090d233a4232c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/1176c46e2d244facbc234fe61edb79c8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/13a59404a39443f9a9d626166ec843e5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/0bf142eb35d14c6a8cb90d9605fcc0fc, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/d8510c85b7d143329c7044988db2e682, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/b3f17719621e48559fbcfb86428c17e0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/edecf87243e84437b85b074dcf9db824, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/e793e5661d2247518cd8ba3fbde90848, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/26f4073b839842a9b33c220b1ecbce6f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/eaea3340c2364036b5940b2c5927d236, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/5ebb8c3676e6442c9eb123480b922623, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/474e3596292346df81c68d0f542513d2, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/019634a4ee134f71a6f85f69a01476d3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/1df1b63125b84bd9865fd1e75dc5914b] to archive 2024-12-04T15:56:27,651 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:56:27,653 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/a0b8f3bcf7194434bfa3a48ab6ddcadf to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/a0b8f3bcf7194434bfa3a48ab6ddcadf 2024-12-04T15:56:27,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/f57763dd778d4f8b97950d7b6cd41c24 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/f57763dd778d4f8b97950d7b6cd41c24 2024-12-04T15:56:27,657 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/ed4b2639e7cb4d8a8ac95affee8bf8f4 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/ed4b2639e7cb4d8a8ac95affee8bf8f4 2024-12-04T15:56:27,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/44bf2d6719a2489a847f44d60775094d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/44bf2d6719a2489a847f44d60775094d 2024-12-04T15:56:27,659 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/95e4e4ff05df4f1ca0aec10763dd193a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/95e4e4ff05df4f1ca0aec10763dd193a 2024-12-04T15:56:27,661 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/ab329e52e89b4889b0f014ab561955c5 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/ab329e52e89b4889b0f014ab561955c5 2024-12-04T15:56:27,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/36e21d4e124b41a295adf23ab05c5590 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/36e21d4e124b41a295adf23ab05c5590 2024-12-04T15:56:27,664 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/11db7d9d3f3944c0adac490b63821d24 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/11db7d9d3f3944c0adac490b63821d24 2024-12-04T15:56:27,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/68ed857b2af744528de277a57c6ef7f3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/68ed857b2af744528de277a57c6ef7f3 2024-12-04T15:56:27,667 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/85606a45b4894859b80ab37930416b82 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/85606a45b4894859b80ab37930416b82 2024-12-04T15:56:27,668 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/70ab25c81f8f445daea7b97ae60f2eae to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/70ab25c81f8f445daea7b97ae60f2eae 2024-12-04T15:56:27,670 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/06176a76e8954d3290e037fd94aa912b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/06176a76e8954d3290e037fd94aa912b 2024-12-04T15:56:27,671 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/36f89648111c4726b0d279cabfb1fef4 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/36f89648111c4726b0d279cabfb1fef4 2024-12-04T15:56:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-04T15:56:27,674 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/acd8119857a24bd599b29f370552c519 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/acd8119857a24bd599b29f370552c519 2024-12-04T15:56:27,675 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/16ed439e557d403387b7727a70948697 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/16ed439e557d403387b7727a70948697 2024-12-04T15:56:27,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/40ff2eb2512c44e0afa14d45e4aec674 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/40ff2eb2512c44e0afa14d45e4aec674 2024-12-04T15:56:27,679 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/b63704f3a890412e964576655489aa07 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/b63704f3a890412e964576655489aa07 2024-12-04T15:56:27,681 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/1d3a66bdc27b48979e8590c37bf2e513 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/1d3a66bdc27b48979e8590c37bf2e513 2024-12-04T15:56:27,682 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/797bd4f8cf504dae959e8d2cce53a3d9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/797bd4f8cf504dae959e8d2cce53a3d9 2024-12-04T15:56:27,684 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/c1013c499120487e981090d233a4232c to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/c1013c499120487e981090d233a4232c 2024-12-04T15:56:27,685 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/1176c46e2d244facbc234fe61edb79c8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/1176c46e2d244facbc234fe61edb79c8 2024-12-04T15:56:27,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/13a59404a39443f9a9d626166ec843e5 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/13a59404a39443f9a9d626166ec843e5 2024-12-04T15:56:27,687 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/0bf142eb35d14c6a8cb90d9605fcc0fc to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/0bf142eb35d14c6a8cb90d9605fcc0fc 2024-12-04T15:56:27,688 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/d8510c85b7d143329c7044988db2e682 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/d8510c85b7d143329c7044988db2e682 2024-12-04T15:56:27,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/b3f17719621e48559fbcfb86428c17e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/b3f17719621e48559fbcfb86428c17e0 2024-12-04T15:56:27,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/edecf87243e84437b85b074dcf9db824 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/edecf87243e84437b85b074dcf9db824 2024-12-04T15:56:27,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/e793e5661d2247518cd8ba3fbde90848 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/e793e5661d2247518cd8ba3fbde90848 2024-12-04T15:56:27,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/26f4073b839842a9b33c220b1ecbce6f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/26f4073b839842a9b33c220b1ecbce6f 2024-12-04T15:56:27,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/eaea3340c2364036b5940b2c5927d236 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/eaea3340c2364036b5940b2c5927d236 2024-12-04T15:56:27,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/5ebb8c3676e6442c9eb123480b922623 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/5ebb8c3676e6442c9eb123480b922623 2024-12-04T15:56:27,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/474e3596292346df81c68d0f542513d2 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/474e3596292346df81c68d0f542513d2 2024-12-04T15:56:27,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/019634a4ee134f71a6f85f69a01476d3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/019634a4ee134f71a6f85f69a01476d3 2024-12-04T15:56:27,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/1df1b63125b84bd9865fd1e75dc5914b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/1df1b63125b84bd9865fd1e75dc5914b 2024-12-04T15:56:27,715 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/recovered.edits/514.seqid, newMaxSeqId=514, maxSeqId=1 2024-12-04T15:56:27,716 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. 2024-12-04T15:56:27,716 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for d5656c764ff68bdee52d80edbdd459d2: Waiting for close lock at 1733327787223Running coprocessor pre-close hooks at 1733327787223Disabling compacts and flushes for region at 1733327787223Disabling writes for close at 1733327787224 (+1 ms)Obtaining lock to block concurrent updates at 1733327787224Preparing flush snapshotting stores in d5656c764ff68bdee52d80edbdd459d2 at 1733327787224Finished memstore snapshotting TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733327787224Flushing stores of TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2. at 1733327787225 (+1 ms)Flushing d5656c764ff68bdee52d80edbdd459d2/A: creating writer at 1733327787225Flushing d5656c764ff68bdee52d80edbdd459d2/A: appending metadata at 1733327787232 (+7 ms)Flushing d5656c764ff68bdee52d80edbdd459d2/A: closing flushed file at 1733327787232Flushing d5656c764ff68bdee52d80edbdd459d2/B: creating writer at 1733327787277 (+45 ms)Flushing d5656c764ff68bdee52d80edbdd459d2/B: appending metadata at 1733327787283 (+6 ms)Flushing d5656c764ff68bdee52d80edbdd459d2/B: closing flushed file at 1733327787283Flushing d5656c764ff68bdee52d80edbdd459d2/C: creating writer at 1733327787307 (+24 ms)Flushing d5656c764ff68bdee52d80edbdd459d2/C: appending metadata at 1733327787310 (+3 ms)Flushing d5656c764ff68bdee52d80edbdd459d2/C: closing flushed file at 1733327787310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6049de: reopening flushed file at 1733327787339 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa1f443: reopening flushed file at 1733327787348 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef0568c: reopening flushed file at 1733327787357 (+9 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d5656c764ff68bdee52d80edbdd459d2 in 141ms, sequenceid=511, compaction requested=true at 1733327787366 (+9 ms)Writing region close event to WAL at 1733327787710 (+344 ms)Running coprocessor post-close hooks at 1733327787715 (+5 ms)Closed at 1733327787716 (+1 ms) 2024-12-04T15:56:27,719 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:27,719 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=d5656c764ff68bdee52d80edbdd459d2, regionState=CLOSED 2024-12-04T15:56:27,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:56:27,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-12-04T15:56:27,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure d5656c764ff68bdee52d80edbdd459d2, server=a21b6491b371,38361,1733327751910 in 663 msec 2024-12-04T15:56:27,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-04T15:56:27,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5656c764ff68bdee52d80edbdd459d2, UNASSIGN in 674 msec 2024-12-04T15:56:27,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-04T15:56:27,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 684 msec 2024-12-04T15:56:27,743 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327787743"}]},"ts":"1733327787743"} 2024-12-04T15:56:27,745 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T15:56:27,745 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T15:56:27,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 710 msec 2024-12-04T15:56:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-04T15:56:28,183 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:28,188 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T15:56:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:56:28,195 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:56:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-12-04T15:56:28,197 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=35, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:56:28,202 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:28,207 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/recovered.edits] 2024-12-04T15:56:28,216 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/8ee80a6f9a434aa58acae6d6bbd8d5f1 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/8ee80a6f9a434aa58acae6d6bbd8d5f1 2024-12-04T15:56:28,226 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/9e8de65c368042a3be9219b24f6bb090 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/9e8de65c368042a3be9219b24f6bb090 2024-12-04T15:56:28,228 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/a48f24a14c6341828684ef3c5a579537 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/a48f24a14c6341828684ef3c5a579537 2024-12-04T15:56:28,230 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/b02ea788aa8f4b748f53d2f0303a2139 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/A/b02ea788aa8f4b748f53d2f0303a2139 2024-12-04T15:56:28,232 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/078bfa0aed284401a70a5b53d57e02e4 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/078bfa0aed284401a70a5b53d57e02e4 2024-12-04T15:56:28,234 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/249da2d7da024e5e884de9bb4a06d551 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/249da2d7da024e5e884de9bb4a06d551 2024-12-04T15:56:28,236 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/59d3207109ea44cda470877db5267d61 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/59d3207109ea44cda470877db5267d61 2024-12-04T15:56:28,238 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/6b121003b2c44f7e9b0bb469e61547c0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/B/6b121003b2c44f7e9b0bb469e61547c0 2024-12-04T15:56:28,242 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/5c22ada5698240dda9f471db99c168e1 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/5c22ada5698240dda9f471db99c168e1 2024-12-04T15:56:28,245 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/a5c6af293e64421a98aa10890437158a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/a5c6af293e64421a98aa10890437158a 2024-12-04T15:56:28,246 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/cf4dab47297242d8b8e104a785c7d245 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/cf4dab47297242d8b8e104a785c7d245 2024-12-04T15:56:28,248 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/ec0415bd906a4576a3f9b3e595786a58 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/C/ec0415bd906a4576a3f9b3e595786a58 2024-12-04T15:56:28,253 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/recovered.edits/514.seqid to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2/recovered.edits/514.seqid 2024-12-04T15:56:28,254 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/d5656c764ff68bdee52d80edbdd459d2 2024-12-04T15:56:28,254 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T15:56:28,260 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=35, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:56:28,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-04T15:56:28,271 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T15:56:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-12-04T15:56:28,314 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T15:56:28,318 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=35, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:56:28,318 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T15:56:28,318 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733327788318"}]},"ts":"9223372036854775807"} 2024-12-04T15:56:28,323 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T15:56:28,323 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => d5656c764ff68bdee52d80edbdd459d2, NAME => 'TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T15:56:28,324 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T15:56:28,324 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733327788324"}]},"ts":"9223372036854775807"} 2024-12-04T15:56:28,334 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T15:56:28,340 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=35, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:56:28,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 151 msec 2024-12-04T15:56:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-12-04T15:56:28,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T15:56:28,515 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:28,526 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=237 (was 211) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/a21b6491b371:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;a21b6491b371:38361-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-785504034_22 at /127.0.0.1:41034 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=449 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=403 (was 340) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9100 (was 9801) 2024-12-04T15:56:28,542 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=237, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=403, ProcessCount=11, AvailableMemoryMB=9099 2024-12-04T15:56:28,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T15:56:28,545 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:56:28,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T15:56:28,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:56:28,547 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:28,547 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 36 2024-12-04T15:56:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-04T15:56:28,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:56:28,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741948_1124 (size=959) 2024-12-04T15:56:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-04T15:56:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-04T15:56:28,960 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7 2024-12-04T15:56:28,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741949_1125 (size=53) 2024-12-04T15:56:28,978 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:56:28,978 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c560f73d5f25ba02f26f72527f24ab47, disabling compactions & flushes 2024-12-04T15:56:28,978 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:28,978 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:28,978 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. after waiting 0 ms 2024-12-04T15:56:28,978 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:28,978 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:28,978 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c560f73d5f25ba02f26f72527f24ab47: Waiting for close lock at 1733327788978Disabling compacts and flushes for region at 1733327788978Disabling writes for close at 1733327788978Writing region close event to WAL at 1733327788978Closed at 1733327788978 2024-12-04T15:56:28,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:56:28,980 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733327788980"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733327788980"}]},"ts":"1733327788980"} 2024-12-04T15:56:28,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:56:28,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:56:28,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327788984"}]},"ts":"1733327788984"} 2024-12-04T15:56:28,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T15:56:28,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c560f73d5f25ba02f26f72527f24ab47, ASSIGN}] 2024-12-04T15:56:28,988 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c560f73d5f25ba02f26f72527f24ab47, ASSIGN 2024-12-04T15:56:28,989 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c560f73d5f25ba02f26f72527f24ab47, ASSIGN; state=OFFLINE, location=a21b6491b371,38361,1733327751910; forceNewPlan=false, retain=false 2024-12-04T15:56:29,139 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=c560f73d5f25ba02f26f72527f24ab47, regionState=OPENING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:56:29,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c560f73d5f25ba02f26f72527f24ab47, ASSIGN because future has completed 2024-12-04T15:56:29,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:56:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-04T15:56:29,299 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:29,299 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:56:29,300 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:29,300 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:56:29,300 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:29,300 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:29,308 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:29,311 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c560f73d5f25ba02f26f72527f24ab47 columnFamilyName A 2024-12-04T15:56:29,311 DEBUG [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:29,312 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] regionserver.HStore(327): Store=c560f73d5f25ba02f26f72527f24ab47/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:56:29,312 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:29,313 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c560f73d5f25ba02f26f72527f24ab47 columnFamilyName B 2024-12-04T15:56:29,313 DEBUG [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:29,314 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] regionserver.HStore(327): Store=c560f73d5f25ba02f26f72527f24ab47/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:56:29,314 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:29,315 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c560f73d5f25ba02f26f72527f24ab47 columnFamilyName C 2024-12-04T15:56:29,315 DEBUG [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:29,316 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] regionserver.HStore(327): Store=c560f73d5f25ba02f26f72527f24ab47/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:56:29,316 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:29,317 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:29,317 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:29,319 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:29,319 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:29,319 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T15:56:29,321 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:29,325 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:56:29,325 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened c560f73d5f25ba02f26f72527f24ab47; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72392091, jitterRate=0.07872621715068817}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T15:56:29,325 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:29,326 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for c560f73d5f25ba02f26f72527f24ab47: Running coprocessor pre-open hook at 1733327789300Writing region info on filesystem at 1733327789300Initializing all the Stores at 1733327789307 (+7 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327789307Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327789308 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327789308Cleaning up temporary data from old regions at 1733327789319 (+11 ms)Running coprocessor post-open hooks at 1733327789325 (+6 ms)Region opened successfully at 1733327789326 (+1 ms) 2024-12-04T15:56:29,327 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., pid=38, masterSystemTime=1733327789294 2024-12-04T15:56:29,333 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:29,333 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:29,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=c560f73d5f25ba02f26f72527f24ab47, regionState=OPEN, openSeqNum=2, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:56:29,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:56:29,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-04T15:56:29,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 in 201 msec 2024-12-04T15:56:29,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-04T15:56:29,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c560f73d5f25ba02f26f72527f24ab47, ASSIGN in 360 msec 2024-12-04T15:56:29,349 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:56:29,349 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327789349"}]},"ts":"1733327789349"} 2024-12-04T15:56:29,351 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T15:56:29,352 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:56:29,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 807 msec 2024-12-04T15:56:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-04T15:56:29,684 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:29,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1756c2ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:29,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:29,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:29,687 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bae5982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:29,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:29,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:29,689 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:29,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93c960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:29,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:29,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:29,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:29,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:29,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:56:29,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is a21b6491b371,46405,1733327751000 2024-12-04T15:56:29,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2022ca19 2024-12-04T15:56:29,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:56:29,696 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:56:29,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T15:56:29,701 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:56:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-04T15:56:29,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741950_1126 (size=995) 2024-12-04T15:56:30,124 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-04T15:56:30,124 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-04T15:56:30,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T15:56:30,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c560f73d5f25ba02f26f72527f24ab47, REOPEN/MOVE}] 2024-12-04T15:56:30,137 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c560f73d5f25ba02f26f72527f24ab47, REOPEN/MOVE 2024-12-04T15:56:30,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c560f73d5f25ba02f26f72527f24ab47, regionState=CLOSING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:56:30,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c560f73d5f25ba02f26f72527f24ab47, REOPEN/MOVE because future has completed 2024-12-04T15:56:30,140 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T15:56:30,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:56:30,293 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:30,293 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T15:56:30,293 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing c560f73d5f25ba02f26f72527f24ab47, disabling compactions & flushes 2024-12-04T15:56:30,293 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:30,293 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:30,293 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. after waiting 0 ms 2024-12-04T15:56:30,293 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:30,297 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T15:56:30,298 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:30,298 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for c560f73d5f25ba02f26f72527f24ab47: Waiting for close lock at 1733327790293Running coprocessor pre-close hooks at 1733327790293Disabling compacts and flushes for region at 1733327790293Disabling writes for close at 1733327790293Writing region close event to WAL at 1733327790294 (+1 ms)Running coprocessor post-close hooks at 1733327790298 (+4 ms)Closed at 1733327790298 2024-12-04T15:56:30,298 WARN [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionServer(3299): Not adding moved region record: c560f73d5f25ba02f26f72527f24ab47 to self. 2024-12-04T15:56:30,305 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:30,305 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c560f73d5f25ba02f26f72527f24ab47, regionState=CLOSED 2024-12-04T15:56:30,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:56:30,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-04T15:56:30,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 in 168 msec 2024-12-04T15:56:30,311 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c560f73d5f25ba02f26f72527f24ab47, REOPEN/MOVE; state=CLOSED, location=a21b6491b371,38361,1733327751910; forceNewPlan=false, retain=true 2024-12-04T15:56:30,462 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c560f73d5f25ba02f26f72527f24ab47, regionState=OPENING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:56:30,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c560f73d5f25ba02f26f72527f24ab47, REOPEN/MOVE because future has completed 2024-12-04T15:56:30,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:56:30,619 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:30,620 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:56:30,620 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:30,620 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:56:30,620 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:30,620 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:30,625 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:30,630 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c560f73d5f25ba02f26f72527f24ab47 columnFamilyName A 2024-12-04T15:56:30,632 DEBUG [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:30,633 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] regionserver.HStore(327): Store=c560f73d5f25ba02f26f72527f24ab47/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:56:30,633 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:30,634 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c560f73d5f25ba02f26f72527f24ab47 columnFamilyName B 2024-12-04T15:56:30,634 DEBUG [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:30,635 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] regionserver.HStore(327): Store=c560f73d5f25ba02f26f72527f24ab47/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:56:30,635 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:30,635 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c560f73d5f25ba02f26f72527f24ab47 columnFamilyName C 2024-12-04T15:56:30,635 DEBUG [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:30,636 INFO [StoreOpener-c560f73d5f25ba02f26f72527f24ab47-1 {}] regionserver.HStore(327): Store=c560f73d5f25ba02f26f72527f24ab47/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:56:30,636 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:30,637 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:30,638 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:30,639 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:30,639 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:30,639 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T15:56:30,641 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:30,641 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened c560f73d5f25ba02f26f72527f24ab47; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63157322, jitterRate=-0.058882564306259155}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T15:56:30,641 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:30,643 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for c560f73d5f25ba02f26f72527f24ab47: Running coprocessor pre-open hook at 1733327790621Writing region info on filesystem at 1733327790621Initializing all the Stores at 1733327790621Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327790621Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327790622 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327790622Cleaning up temporary data from old regions at 1733327790639 (+17 ms)Running coprocessor post-open hooks at 1733327790641 (+2 ms)Region opened successfully at 1733327790643 (+2 ms) 2024-12-04T15:56:30,644 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., pid=43, masterSystemTime=1733327790616 2024-12-04T15:56:30,646 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:30,646 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:30,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=c560f73d5f25ba02f26f72527f24ab47, regionState=OPEN, openSeqNum=5, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:56:30,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:56:30,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-12-04T15:56:30,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 in 185 msec 2024-12-04T15:56:30,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-12-04T15:56:30,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c560f73d5f25ba02f26f72527f24ab47, REOPEN/MOVE in 515 msec 2024-12-04T15:56:30,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-04T15:56:30,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 526 msec 2024-12-04T15:56:30,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 955 msec 2024-12-04T15:56:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-04T15:56:30,663 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:30,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b4cbcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:30,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:30,665 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277bc73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:30,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:30,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:30,667 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:30,668 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1913bfac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aeef41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:30,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:30,669 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:30,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:30,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:30,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce03a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:30,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:30,670 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:30,671 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd5a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad4c150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:30,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:30,677 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8c9962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:30,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:30,678 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72890c4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588f9ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:30,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:30,681 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391987a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:30,683 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1282ed6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efc4b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:30,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:30,685 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:30,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac77aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:30,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:30,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:30,687 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:30,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62382d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a319fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:30,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:30,689 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:30,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:30,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a512de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:30,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:30,691 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:30,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50af3871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b80f5f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:30,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:30,693 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:30,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:30,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:30,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183acbcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:30,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:30,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:30,694 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763f036f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b86455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:30,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:30,696 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dcc0eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:30,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:30,697 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d31dbd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe1db47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:30,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:30,703 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:30,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:30,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:30,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef69e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:30,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:30,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:30,705 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:30,705 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594dbf65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:30,706 DEBUG [Thread-642 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:30,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:30,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:30,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:30,709 DEBUG [Thread-647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:30,710 DEBUG [Thread-636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:30,710 DEBUG [Thread-645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:30,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:30,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:30,711 DEBUG [Thread-645 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:30,711 DEBUG [Thread-645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:30,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:30,712 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:30,712 DEBUG [Thread-649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:30,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:30,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-04T15:56:30,714 DEBUG [Thread-640 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:30,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:30,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:56:30,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:56:30,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:30,717 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:30,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:30,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T15:56:30,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:30,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:56:30,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:56:30,720 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:30,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:30,721 DEBUG [Thread-651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:30,722 DEBUG [Thread-651 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:30,722 DEBUG [Thread-651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:30,723 DEBUG [Thread-634 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:30,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:30,725 DEBUG [Thread-649 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:30,725 DEBUG [Thread-649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:30,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:30,727 DEBUG [Thread-638 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:30,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:30,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:30,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:30,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:30,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:56:30,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:56:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:56:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:56:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:56:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:30,742 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:30,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:56:30,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d8d21938ed7e403aab39f7da4b0c36a8_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327790741/Put/seqid=0 2024-12-04T15:56:30,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1733327850801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:30,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:30,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53700 deadline: 1733327850804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:30,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:30,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53652 deadline: 1733327850804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:30,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:30,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327850811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:30,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:30,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1733327850813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:30,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T15:56:30,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741951_1127 (size=14594) 2024-12-04T15:56:30,826 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:30,837 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d8d21938ed7e403aab39f7da4b0c36a8_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d8d21938ed7e403aab39f7da4b0c36a8_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:30,839 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/801d682292174cfb826ec2be81415c0e, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:30,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/801d682292174cfb826ec2be81415c0e is 175, key is test_row_0/A:col10/1733327790741/Put/seqid=0 2024-12-04T15:56:30,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T15:56:30,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:30,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:30,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:30,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:30,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:30,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741952_1128 (size=39549) 2024-12-04T15:56:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:30,879 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/801d682292174cfb826ec2be81415c0e 2024-12-04T15:56:30,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/5e1d35951a7840b9a63e6492648efab5 is 50, key is test_row_0/B:col10/1733327790741/Put/seqid=0 2024-12-04T15:56:30,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1733327850924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:30,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53700 deadline: 1733327850924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:30,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:30,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:30,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53652 deadline: 1733327850924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:30,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:30,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1733327850933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:30,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327850940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:30,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741953_1129 (size=12001) 2024-12-04T15:56:31,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T15:56:31,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:31,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:31,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:31,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T15:56:31,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53700 deadline: 1733327851134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:31,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53652 deadline: 1733327851134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:31,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1733327851133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:31,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:31,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1733327851143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:31,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:31,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327851157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:31,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:31,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T15:56:31,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:31,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:31,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:31,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T15:56:31,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T15:56:31,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:31,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:31,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:31,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/5e1d35951a7840b9a63e6492648efab5 2024-12-04T15:56:31,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/9728edc71ec74feba8d68a62b690de49 is 50, key is test_row_0/C:col10/1733327790741/Put/seqid=0 2024-12-04T15:56:31,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53652 deadline: 1733327851443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:31,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:31,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53700 deadline: 1733327851444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:31,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1733327851444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:31,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1733327851453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:31,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:31,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741954_1130 (size=12001) 2024-12-04T15:56:31,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327851468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:31,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:31,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T15:56:31,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:31,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:31,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:31,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T15:56:31,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:31,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:31,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:31,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T15:56:31,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:31,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:31,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:31,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T15:56:31,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/9728edc71ec74feba8d68a62b690de49 2024-12-04T15:56:31,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/801d682292174cfb826ec2be81415c0e as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/801d682292174cfb826ec2be81415c0e 2024-12-04T15:56:31,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/801d682292174cfb826ec2be81415c0e, entries=200, sequenceid=17, filesize=38.6 K 2024-12-04T15:56:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/5e1d35951a7840b9a63e6492648efab5 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/5e1d35951a7840b9a63e6492648efab5 2024-12-04T15:56:31,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/5e1d35951a7840b9a63e6492648efab5, entries=150, sequenceid=17, filesize=11.7 K 2024-12-04T15:56:31,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/9728edc71ec74feba8d68a62b690de49 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/9728edc71ec74feba8d68a62b690de49 2024-12-04T15:56:31,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/9728edc71ec74feba8d68a62b690de49, entries=150, sequenceid=17, filesize=11.7 K 2024-12-04T15:56:31,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c560f73d5f25ba02f26f72527f24ab47 in 1167ms, sequenceid=17, compaction requested=false 2024-12-04T15:56:31,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:31,959 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:31,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-04T15:56:31,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T15:56:31,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:31,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:31,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:31,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:31,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e4a989a30403443f99a79fb9e244de8c_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327790800/Put/seqid=0 2024-12-04T15:56:31,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1733327851980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:31,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53700 deadline: 1733327851980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:31,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53652 deadline: 1733327851984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:31,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:31,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327851984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:31,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:31,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1733327851985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:31,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:32,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741955_1131 (size=14594) 2024-12-04T15:56:32,023 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:32,033 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e4a989a30403443f99a79fb9e244de8c_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e4a989a30403443f99a79fb9e244de8c_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:32,034 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/0ebc1c9f3b41415caf970356a633ece0, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:32,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/0ebc1c9f3b41415caf970356a633ece0 is 175, key is test_row_0/A:col10/1733327790800/Put/seqid=0 2024-12-04T15:56:32,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741956_1132 (size=39549) 2024-12-04T15:56:32,067 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/0ebc1c9f3b41415caf970356a633ece0 2024-12-04T15:56:32,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:32,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/902b108f74c44d0b8ff2605b93059fc9 is 50, key is test_row_0/B:col10/1733327790800/Put/seqid=0 2024-12-04T15:56:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1733327852093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:32,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:32,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53652 deadline: 1733327852093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:32,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:32,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53700 deadline: 1733327852093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:32,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:32,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1733327852103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:32,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:32,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T15:56:32,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:32,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:32,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:32,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741957_1133 (size=12001) 2024-12-04T15:56:32,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T15:56:32,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:32,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:32,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:32,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1733327852302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:32,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53652 deadline: 1733327852303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:32,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53700 deadline: 1733327852305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:32,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:32,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:32,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1733327852313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:32,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T15:56:32,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:32,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:32,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:32,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/902b108f74c44d0b8ff2605b93059fc9 2024-12-04T15:56:32,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/bbb1f2ded2b942b48576f974f3eab97b is 50, key is test_row_0/C:col10/1733327790800/Put/seqid=0 2024-12-04T15:56:32,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741958_1134 (size=12001) 2024-12-04T15:56:32,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T15:56:32,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:32,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:32,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:32,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1733327852613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:32,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53652 deadline: 1733327852613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:32,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53700 deadline: 1733327852623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:32,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1733327852623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:32,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:32,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T15:56:32,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:32,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:32,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:32,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T15:56:32,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T15:56:32,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:32,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:32,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:32,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:32,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/bbb1f2ded2b942b48576f974f3eab97b 2024-12-04T15:56:32,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/0ebc1c9f3b41415caf970356a633ece0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/0ebc1c9f3b41415caf970356a633ece0 2024-12-04T15:56:33,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327853003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:33,006 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_2' in c560f73d5f25ba02f26f72527f24ab47 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:33,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:33,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/0ebc1c9f3b41415caf970356a633ece0, entries=200, sequenceid=41, filesize=38.6 K 2024-12-04T15:56:33,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/902b108f74c44d0b8ff2605b93059fc9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/902b108f74c44d0b8ff2605b93059fc9 2024-12-04T15:56:33,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/902b108f74c44d0b8ff2605b93059fc9, entries=150, sequenceid=41, filesize=11.7 K 2024-12-04T15:56:33,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/bbb1f2ded2b942b48576f974f3eab97b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/bbb1f2ded2b942b48576f974f3eab97b 2024-12-04T15:56:33,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/bbb1f2ded2b942b48576f974f3eab97b, entries=150, sequenceid=41, filesize=11.7 K 2024-12-04T15:56:33,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c560f73d5f25ba02f26f72527f24ab47 in 1070ms, sequenceid=41, compaction requested=false 2024-12-04T15:56:33,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:33,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-04T15:56:33,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:33,052 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-04T15:56:33,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204309b2ad9a38c4ab48a42796cbfacbdee_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327791970/Put/seqid=0 2024-12-04T15:56:33,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741959_1135 (size=12154) 2024-12-04T15:56:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:33,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:33,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1733327853171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:33,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:33,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53652 deadline: 1733327853177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:33,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1733327853177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:33,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:33,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53700 deadline: 1733327853182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:33,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:33,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:33,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1733327853283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:33,289 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T15:56:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:33,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53700 deadline: 1733327853294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:33,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1733327853294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53652 deadline: 1733327853294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:33,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:33,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:33,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1733327853493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:33,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:33,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53700 deadline: 1733327853504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:33,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:33,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1733327853504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:33,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:33,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53652 deadline: 1733327853504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:33,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:33,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:33,525 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204309b2ad9a38c4ab48a42796cbfacbdee_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204309b2ad9a38c4ab48a42796cbfacbdee_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:33,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/9cae19f899554efaa4f7fe31337b90f8, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:33,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/9cae19f899554efaa4f7fe31337b90f8 is 175, key is test_row_0/A:col10/1733327791970/Put/seqid=0 2024-12-04T15:56:33,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741960_1136 (size=30955) 2024-12-04T15:56:33,556 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/9cae19f899554efaa4f7fe31337b90f8 2024-12-04T15:56:33,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/af71c7750d63494b9837293314382301 is 50, key is test_row_0/B:col10/1733327791970/Put/seqid=0 2024-12-04T15:56:33,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741961_1137 (size=12001) 2024-12-04T15:56:33,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1733327853803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:33,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:33,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53700 deadline: 1733327853813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:33,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:33,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1733327853813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:33,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:33,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:33,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53652 deadline: 1733327853823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:33,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:33,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:34,011 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/af71c7750d63494b9837293314382301 2024-12-04T15:56:34,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/1674710858b74af9a82e1e0a2be9868d is 50, key is test_row_0/C:col10/1733327791970/Put/seqid=0 2024-12-04T15:56:34,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741962_1138 (size=12001) 2024-12-04T15:56:34,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1733327854313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:34,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:34,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:34,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:34,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53700 deadline: 1733327854323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:34,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:34,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:34,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:34,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1733327854323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:34,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:34,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:34,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:34,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53652 deadline: 1733327854333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:34,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:34,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:34,445 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/1674710858b74af9a82e1e0a2be9868d 2024-12-04T15:56:34,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/9cae19f899554efaa4f7fe31337b90f8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9cae19f899554efaa4f7fe31337b90f8 2024-12-04T15:56:34,458 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9cae19f899554efaa4f7fe31337b90f8, entries=150, sequenceid=53, filesize=30.2 K 2024-12-04T15:56:34,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/af71c7750d63494b9837293314382301 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/af71c7750d63494b9837293314382301 2024-12-04T15:56:34,465 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/af71c7750d63494b9837293314382301, entries=150, sequenceid=53, filesize=11.7 K 2024-12-04T15:56:34,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/1674710858b74af9a82e1e0a2be9868d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/1674710858b74af9a82e1e0a2be9868d 2024-12-04T15:56:34,471 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/1674710858b74af9a82e1e0a2be9868d, entries=150, sequenceid=53, filesize=11.7 K 2024-12-04T15:56:34,472 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c560f73d5f25ba02f26f72527f24ab47 in 1420ms, sequenceid=53, compaction requested=true 2024-12-04T15:56:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-04T15:56:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-04T15:56:34,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-04T15:56:34,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7540 sec 2024-12-04T15:56:34,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 3.7660 sec 2024-12-04T15:56:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-04T15:56:34,883 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:34,883 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-04T15:56:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T15:56:34,886 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:34,887 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:34,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T15:56:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:35,040 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:35,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T15:56:35,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-04T15:56:35,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:35,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:35,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:35,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:35,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:35,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044d651aa75bbe4ea9a1ddf3316dbc998f_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327793175/Put/seqid=0 2024-12-04T15:56:35,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741963_1139 (size=14594) 2024-12-04T15:56:35,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327855078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:35,079 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:35,084 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044d651aa75bbe4ea9a1ddf3316dbc998f_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044d651aa75bbe4ea9a1ddf3316dbc998f_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:35,085 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/61920f53cb1c4931835b88dd17cb15db, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:35,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/61920f53cb1c4931835b88dd17cb15db is 175, key is test_row_0/A:col10/1733327793175/Put/seqid=0 2024-12-04T15:56:35,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741964_1140 (size=39549) 2024-12-04T15:56:35,093 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/61920f53cb1c4931835b88dd17cb15db 2024-12-04T15:56:35,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/8865e27dd6e547d78206e17611990e99 is 50, key is test_row_0/B:col10/1733327793175/Put/seqid=0 2024-12-04T15:56:35,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741965_1141 (size=12001) 2024-12-04T15:56:35,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327855183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:35,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:35,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:35,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:35,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T15:56:35,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:35,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:35,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:35,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:35,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T15:56:35,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1733327855323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:35,325 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in c560f73d5f25ba02f26f72527f24ab47 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:35,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1733327855333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:35,336 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in c560f73d5f25ba02f26f72527f24ab47 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:35,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53700 deadline: 1733327855344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:35,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T15:56:35,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:35,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:35,347 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in c560f73d5f25ba02f26f72527f24ab47 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:35,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:35,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:35,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:35,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:35,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:35,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:35,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53652 deadline: 1733327855353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:35,358 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in c560f73d5f25ba02f26f72527f24ab47 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:35,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:35,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:35,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:35,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327855393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:35,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:35,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:35,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:35,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T15:56:35,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:35,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:35,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:35,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:35,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T15:56:35,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/8865e27dd6e547d78206e17611990e99 2024-12-04T15:56:35,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/a8de47e1005543228482319b66f2e188 is 50, key is test_row_0/C:col10/1733327793175/Put/seqid=0 2024-12-04T15:56:35,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741966_1142 (size=12001) 2024-12-04T15:56:35,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/a8de47e1005543228482319b66f2e188 2024-12-04T15:56:35,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/61920f53cb1c4931835b88dd17cb15db as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/61920f53cb1c4931835b88dd17cb15db 2024-12-04T15:56:35,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/61920f53cb1c4931835b88dd17cb15db, entries=200, sequenceid=78, filesize=38.6 K 2024-12-04T15:56:35,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/8865e27dd6e547d78206e17611990e99 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/8865e27dd6e547d78206e17611990e99 2024-12-04T15:56:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/8865e27dd6e547d78206e17611990e99, entries=150, sequenceid=78, filesize=11.7 K 2024-12-04T15:56:35,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/a8de47e1005543228482319b66f2e188 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/a8de47e1005543228482319b66f2e188 2024-12-04T15:56:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/a8de47e1005543228482319b66f2e188, entries=150, sequenceid=78, filesize=11.7 K 2024-12-04T15:56:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c560f73d5f25ba02f26f72527f24ab47 in 561ms, sequenceid=78, compaction requested=true 2024-12-04T15:56:35,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,601 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:56:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:56:35,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:35,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:56:35,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:35,602 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:56:35,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:56:35,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,603 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149602 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:56:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,603 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/A is initiating minor compaction (all files) 2024-12-04T15:56:35,603 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/A in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:35,603 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/801d682292174cfb826ec2be81415c0e, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/0ebc1c9f3b41415caf970356a633ece0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9cae19f899554efaa4f7fe31337b90f8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/61920f53cb1c4931835b88dd17cb15db] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=146.1 K 2024-12-04T15:56:35,603 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:35,604 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:56:35,604 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/801d682292174cfb826ec2be81415c0e, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/0ebc1c9f3b41415caf970356a633ece0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9cae19f899554efaa4f7fe31337b90f8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/61920f53cb1c4931835b88dd17cb15db] 2024-12-04T15:56:35,604 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/B is initiating minor compaction (all files) 2024-12-04T15:56:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,604 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/B in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:35,604 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/5e1d35951a7840b9a63e6492648efab5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/902b108f74c44d0b8ff2605b93059fc9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/af71c7750d63494b9837293314382301, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/8865e27dd6e547d78206e17611990e99] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=46.9 K 2024-12-04T15:56:35,605 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e1d35951a7840b9a63e6492648efab5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733327790716 2024-12-04T15:56:35,605 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 801d682292174cfb826ec2be81415c0e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733327790716 2024-12-04T15:56:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,605 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 902b108f74c44d0b8ff2605b93059fc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733327790800 2024-12-04T15:56:35,605 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ebc1c9f3b41415caf970356a633ece0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733327790800 2024-12-04T15:56:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,606 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting af71c7750d63494b9837293314382301, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733327791970 2024-12-04T15:56:35,606 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cae19f899554efaa4f7fe31337b90f8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733327791970 2024-12-04T15:56:35,606 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 8865e27dd6e547d78206e17611990e99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733327793175 2024-12-04T15:56:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,606 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61920f53cb1c4931835b88dd17cb15db, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733327793168 2024-12-04T15:56:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,619 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,653 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#B#compaction#124 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,653 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/e91f62b7fb774184a6c5ac6fff626d85 is 50, key is test_row_0/B:col10/1733327793175/Put/seqid=0 2024-12-04T15:56:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-04T15:56:35,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:35,655 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:56:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,657 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120469b8d13011bf471a973239e2a862e783_c560f73d5f25ba02f26f72527f24ab47 store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,665 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120469b8d13011bf471a973239e2a862e783_c560f73d5f25ba02f26f72527f24ab47, store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,666 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120469b8d13011bf471a973239e2a862e783_c560f73d5f25ba02f26f72527f24ab47 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045669b021a87b451fba11760dddf5442e_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_1/A:col10/1733327795069/Put/seqid=0 2024-12-04T15:56:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741967_1143 (size=12139) 2024-12-04T15:56:35,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741968_1144 (size=4469) 2024-12-04T15:56:35,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741969_1145 (size=9714) 2024-12-04T15:56:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:35,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:35,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327855905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:35,928 INFO [master/a21b6491b371:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T15:56:35,928 INFO [master/a21b6491b371:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T15:56:36,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:36,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327856013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:36,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T15:56:36,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:36,104 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#A#compaction#123 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:36,108 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/b66df3237672496cb0b1bc554a62f75d is 175, key is test_row_0/A:col10/1733327793175/Put/seqid=0 2024-12-04T15:56:36,110 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/e91f62b7fb774184a6c5ac6fff626d85 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/e91f62b7fb774184a6c5ac6fff626d85 2024-12-04T15:56:36,113 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045669b021a87b451fba11760dddf5442e_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045669b021a87b451fba11760dddf5442e_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:36,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/5b1dcce9b2aa4c22b6f7344591330ffe, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:36,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/5b1dcce9b2aa4c22b6f7344591330ffe is 175, key is test_row_1/A:col10/1733327795069/Put/seqid=0 2024-12-04T15:56:36,116 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/B of c560f73d5f25ba02f26f72527f24ab47 into e91f62b7fb774184a6c5ac6fff626d85(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:36,116 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:36,116 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/B, priority=12, startTime=1733327795602; duration=0sec 2024-12-04T15:56:36,116 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:36,116 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:B 2024-12-04T15:56:36,116 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:56:36,119 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:56:36,119 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/C is initiating minor compaction (all files) 2024-12-04T15:56:36,119 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/C in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:36,119 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/9728edc71ec74feba8d68a62b690de49, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/bbb1f2ded2b942b48576f974f3eab97b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/1674710858b74af9a82e1e0a2be9868d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/a8de47e1005543228482319b66f2e188] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=46.9 K 2024-12-04T15:56:36,120 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 9728edc71ec74feba8d68a62b690de49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733327790716 2024-12-04T15:56:36,121 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting bbb1f2ded2b942b48576f974f3eab97b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733327790800 2024-12-04T15:56:36,121 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 1674710858b74af9a82e1e0a2be9868d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733327791970 2024-12-04T15:56:36,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741970_1146 (size=31093) 2024-12-04T15:56:36,122 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting a8de47e1005543228482319b66f2e188, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733327793175 2024-12-04T15:56:36,130 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/b66df3237672496cb0b1bc554a62f75d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/b66df3237672496cb0b1bc554a62f75d 2024-12-04T15:56:36,139 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#C#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:36,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741971_1147 (size=22361) 2024-12-04T15:56:36,140 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/d4603110408b4bf58e17bc47d516849b is 50, key is test_row_0/C:col10/1733327793175/Put/seqid=0 2024-12-04T15:56:36,140 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/A of c560f73d5f25ba02f26f72527f24ab47 into b66df3237672496cb0b1bc554a62f75d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:36,140 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:36,141 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/A, priority=12, startTime=1733327795601; duration=0sec 2024-12-04T15:56:36,141 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:36,141 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:A 2024-12-04T15:56:36,141 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/5b1dcce9b2aa4c22b6f7344591330ffe 2024-12-04T15:56:36,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/d4bb28ca93924e77abf13c8f9a992bb3 is 50, key is test_row_1/B:col10/1733327795069/Put/seqid=0 2024-12-04T15:56:36,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741972_1148 (size=12139) 2024-12-04T15:56:36,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741973_1149 (size=9657) 2024-12-04T15:56:36,172 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/d4bb28ca93924e77abf13c8f9a992bb3 2024-12-04T15:56:36,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/9118d35a53d94d62855eb856312d4bcf is 50, key is test_row_1/C:col10/1733327795069/Put/seqid=0 2024-12-04T15:56:36,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741974_1150 (size=9657) 2024-12-04T15:56:36,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327856223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:36,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327856533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:36,568 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/d4603110408b4bf58e17bc47d516849b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/d4603110408b4bf58e17bc47d516849b 2024-12-04T15:56:36,574 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/C of c560f73d5f25ba02f26f72527f24ab47 into d4603110408b4bf58e17bc47d516849b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:36,574 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:36,574 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/C, priority=12, startTime=1733327795602; duration=0sec 2024-12-04T15:56:36,574 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:36,574 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:C 2024-12-04T15:56:36,591 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/9118d35a53d94d62855eb856312d4bcf 2024-12-04T15:56:36,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/5b1dcce9b2aa4c22b6f7344591330ffe as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/5b1dcce9b2aa4c22b6f7344591330ffe 2024-12-04T15:56:36,603 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/5b1dcce9b2aa4c22b6f7344591330ffe, entries=100, sequenceid=89, filesize=21.8 K 2024-12-04T15:56:36,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/d4bb28ca93924e77abf13c8f9a992bb3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/d4bb28ca93924e77abf13c8f9a992bb3 2024-12-04T15:56:36,611 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/d4bb28ca93924e77abf13c8f9a992bb3, entries=100, sequenceid=89, filesize=9.4 K 2024-12-04T15:56:36,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/9118d35a53d94d62855eb856312d4bcf as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/9118d35a53d94d62855eb856312d4bcf 2024-12-04T15:56:36,619 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/9118d35a53d94d62855eb856312d4bcf, entries=100, sequenceid=89, filesize=9.4 K 2024-12-04T15:56:36,621 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c560f73d5f25ba02f26f72527f24ab47 in 965ms, sequenceid=89, compaction requested=false 2024-12-04T15:56:36,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:36,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:36,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-04T15:56:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-04T15:56:36,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-04T15:56:36,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7390 sec 2024-12-04T15:56:36,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.7490 sec 2024-12-04T15:56:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-04T15:56:37,033 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:37,034 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-04T15:56:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T15:56:37,036 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:37,037 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:37,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:37,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:37,045 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:37,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-04T15:56:37,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204bfa968d75537422abe01e4f223f94d5b_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327795894/Put/seqid=0 2024-12-04T15:56:37,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741975_1151 (size=14594) 2024-12-04T15:56:37,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327857092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:37,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:37,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:37,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T15:56:37,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T15:56:37,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:37,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:37,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:37,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327857203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:37,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1733327857333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:37,334 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in c560f73d5f25ba02f26f72527f24ab47 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:37,334 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:37,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:37,335 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:37,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T15:56:37,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:37,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:37,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:37,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1733327857343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,344 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in c560f73d5f25ba02f26f72527f24ab47 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:37,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:37,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:37,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:37,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T15:56:37,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:37,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53700 deadline: 1733327857373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:37,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53652 deadline: 1733327857373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:37,373 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in c560f73d5f25ba02f26f72527f24ab47 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:37,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:37,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:37,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:37,374 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in c560f73d5f25ba02f26f72527f24ab47 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:37,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:37,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:37,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:37,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327857413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:37,475 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:37,480 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204bfa968d75537422abe01e4f223f94d5b_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bfa968d75537422abe01e4f223f94d5b_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:37,482 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/9ba0204df97c4f1ca14655101e15b4f6, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:37,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/9ba0204df97c4f1ca14655101e15b4f6 is 175, key is test_row_0/A:col10/1733327795894/Put/seqid=0 2024-12-04T15:56:37,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741976_1152 (size=39549) 2024-12-04T15:56:37,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T15:56:37,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:37,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:37,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:37,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,509 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/9ba0204df97c4f1ca14655101e15b4f6 2024-12-04T15:56:37,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/15e29656b3884cc2bb584fd97d40e6c7 is 50, key is test_row_0/B:col10/1733327795894/Put/seqid=0 2024-12-04T15:56:37,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741977_1153 (size=12001) 2024-12-04T15:56:37,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T15:56:37,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:37,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:37,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:37,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T15:56:37,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:37,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327857723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:37,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:37,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:37,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:37,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T15:56:37,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:37,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:37,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:37,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/15e29656b3884cc2bb584fd97d40e6c7 2024-12-04T15:56:37,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/59eb62998ac8477d930d04fa9ace9152 is 50, key is test_row_0/C:col10/1733327795894/Put/seqid=0 2024-12-04T15:56:37,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741978_1154 (size=12001) 2024-12-04T15:56:37,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/59eb62998ac8477d930d04fa9ace9152 2024-12-04T15:56:37,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/9ba0204df97c4f1ca14655101e15b4f6 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9ba0204df97c4f1ca14655101e15b4f6 2024-12-04T15:56:37,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T15:56:37,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:37,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:37,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:37,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:37,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9ba0204df97c4f1ca14655101e15b4f6, entries=200, sequenceid=118, filesize=38.6 K 2024-12-04T15:56:37,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/15e29656b3884cc2bb584fd97d40e6c7 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/15e29656b3884cc2bb584fd97d40e6c7 2024-12-04T15:56:37,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/15e29656b3884cc2bb584fd97d40e6c7, entries=150, sequenceid=118, filesize=11.7 K 2024-12-04T15:56:37,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/59eb62998ac8477d930d04fa9ace9152 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/59eb62998ac8477d930d04fa9ace9152 2024-12-04T15:56:37,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/59eb62998ac8477d930d04fa9ace9152, entries=150, sequenceid=118, filesize=11.7 K 2024-12-04T15:56:37,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c560f73d5f25ba02f26f72527f24ab47 in 935ms, sequenceid=118, compaction requested=true 2024-12-04T15:56:37,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:37,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:56:37,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:37,981 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:37,981 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:37,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:56:37,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:37,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:56:37,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:37,983 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:37,983 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:37,983 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/A is initiating minor compaction (all files) 2024-12-04T15:56:37,983 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/B is initiating minor compaction (all files) 2024-12-04T15:56:37,983 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/A in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:37,983 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/B in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:37,983 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/b66df3237672496cb0b1bc554a62f75d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/5b1dcce9b2aa4c22b6f7344591330ffe, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9ba0204df97c4f1ca14655101e15b4f6] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=90.8 K 2024-12-04T15:56:37,983 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/e91f62b7fb774184a6c5ac6fff626d85, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/d4bb28ca93924e77abf13c8f9a992bb3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/15e29656b3884cc2bb584fd97d40e6c7] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=33.0 K 2024-12-04T15:56:37,983 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:37,983 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/b66df3237672496cb0b1bc554a62f75d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/5b1dcce9b2aa4c22b6f7344591330ffe, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9ba0204df97c4f1ca14655101e15b4f6] 2024-12-04T15:56:37,986 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting e91f62b7fb774184a6c5ac6fff626d85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733327793175 2024-12-04T15:56:37,986 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting b66df3237672496cb0b1bc554a62f75d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733327793175 2024-12-04T15:56:37,987 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting d4bb28ca93924e77abf13c8f9a992bb3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733327795069 2024-12-04T15:56:37,992 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b1dcce9b2aa4c22b6f7344591330ffe, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733327795069 2024-12-04T15:56:37,993 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 15e29656b3884cc2bb584fd97d40e6c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733327795894 2024-12-04T15:56:37,993 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ba0204df97c4f1ca14655101e15b4f6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733327795894 2024-12-04T15:56:38,005 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:38,009 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204982fea7138944e91a97b532c87578916_c560f73d5f25ba02f26f72527f24ab47 store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:38,014 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204982fea7138944e91a97b532c87578916_c560f73d5f25ba02f26f72527f24ab47, store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:38,014 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204982fea7138944e91a97b532c87578916_c560f73d5f25ba02f26f72527f24ab47 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:38,014 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#B#compaction#133 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:38,015 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/c20ad360d55c420c9f52d0a4491f125f is 50, key is test_row_0/B:col10/1733327795894/Put/seqid=0 2024-12-04T15:56:38,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741979_1155 (size=4469) 2024-12-04T15:56:38,034 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#A#compaction#132 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:38,034 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/336b118054b04a0bbb1922b17301e4f6 is 175, key is test_row_0/A:col10/1733327795894/Put/seqid=0 2024-12-04T15:56:38,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741980_1156 (size=12241) 2024-12-04T15:56:38,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741981_1157 (size=31195) 2024-12-04T15:56:38,050 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/336b118054b04a0bbb1922b17301e4f6 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/336b118054b04a0bbb1922b17301e4f6 2024-12-04T15:56:38,063 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/A of c560f73d5f25ba02f26f72527f24ab47 into 336b118054b04a0bbb1922b17301e4f6(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:38,063 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:38,063 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/A, priority=13, startTime=1733327797981; duration=0sec 2024-12-04T15:56:38,063 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:38,063 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:A 2024-12-04T15:56:38,063 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:38,065 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:38,065 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/C is initiating minor compaction (all files) 2024-12-04T15:56:38,065 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/C in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:38,065 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/d4603110408b4bf58e17bc47d516849b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/9118d35a53d94d62855eb856312d4bcf, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/59eb62998ac8477d930d04fa9ace9152] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=33.0 K 2024-12-04T15:56:38,066 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4603110408b4bf58e17bc47d516849b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733327793175 2024-12-04T15:56:38,066 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9118d35a53d94d62855eb856312d4bcf, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733327795069 2024-12-04T15:56:38,067 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59eb62998ac8477d930d04fa9ace9152, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733327795894 2024-12-04T15:56:38,075 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#C#compaction#134 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:38,076 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/7fb3b71fc5254665bc8b297c8b624429 is 50, key is test_row_0/C:col10/1733327795894/Put/seqid=0 2024-12-04T15:56:38,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741982_1158 (size=12241) 2024-12-04T15:56:38,093 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/7fb3b71fc5254665bc8b297c8b624429 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/7fb3b71fc5254665bc8b297c8b624429 2024-12-04T15:56:38,111 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/C of c560f73d5f25ba02f26f72527f24ab47 into 7fb3b71fc5254665bc8b297c8b624429(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:38,111 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:38,111 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/C, priority=13, startTime=1733327797982; duration=0sec 2024-12-04T15:56:38,111 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:38,111 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:C 2024-12-04T15:56:38,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-04T15:56:38,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:38,115 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-04T15:56:38,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f8f5e034dacf489b93c2bed939546490_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327797089/Put/seqid=0 2024-12-04T15:56:38,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741983_1159 (size=12154) 2024-12-04T15:56:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T15:56:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:38,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:38,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327858335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:38,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:38,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:38,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:38,447 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/c20ad360d55c420c9f52d0a4491f125f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/c20ad360d55c420c9f52d0a4491f125f 2024-12-04T15:56:38,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327858442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:38,460 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/B of c560f73d5f25ba02f26f72527f24ab47 into c20ad360d55c420c9f52d0a4491f125f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:38,460 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:38,460 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/B, priority=13, startTime=1733327797981; duration=0sec 2024-12-04T15:56:38,460 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:38,460 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:B 2024-12-04T15:56:38,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:38,560 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f8f5e034dacf489b93c2bed939546490_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f8f5e034dacf489b93c2bed939546490_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:38,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/531993d96e5845e7a48139e8ac63ad86, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:38,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/531993d96e5845e7a48139e8ac63ad86 is 175, key is test_row_0/A:col10/1733327797089/Put/seqid=0 2024-12-04T15:56:38,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741984_1160 (size=30955) 2024-12-04T15:56:38,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327858653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:38,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327858963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:38,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:38,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:38,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:38,983 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/531993d96e5845e7a48139e8ac63ad86 2024-12-04T15:56:38,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/f06c97af2f634edbbf355f78b16da75a is 50, key is test_row_0/B:col10/1733327797089/Put/seqid=0 2024-12-04T15:56:38,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741985_1161 (size=12001) 2024-12-04T15:56:38,997 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/f06c97af2f634edbbf355f78b16da75a 2024-12-04T15:56:39,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/ff6634da4bb34aa9b29807e4f0416f1c is 50, key is test_row_0/C:col10/1733327797089/Put/seqid=0 2024-12-04T15:56:39,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741986_1162 (size=12001) 2024-12-04T15:56:39,015 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/ff6634da4bb34aa9b29807e4f0416f1c 2024-12-04T15:56:39,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/531993d96e5845e7a48139e8ac63ad86 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/531993d96e5845e7a48139e8ac63ad86 2024-12-04T15:56:39,041 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/531993d96e5845e7a48139e8ac63ad86, entries=150, sequenceid=130, filesize=30.2 K 2024-12-04T15:56:39,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/f06c97af2f634edbbf355f78b16da75a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/f06c97af2f634edbbf355f78b16da75a 2024-12-04T15:56:39,048 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/f06c97af2f634edbbf355f78b16da75a, entries=150, sequenceid=130, filesize=11.7 K 2024-12-04T15:56:39,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/ff6634da4bb34aa9b29807e4f0416f1c as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/ff6634da4bb34aa9b29807e4f0416f1c 2024-12-04T15:56:39,054 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/ff6634da4bb34aa9b29807e4f0416f1c, entries=150, sequenceid=130, filesize=11.7 K 2024-12-04T15:56:39,059 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c560f73d5f25ba02f26f72527f24ab47 in 944ms, sequenceid=130, compaction requested=false 2024-12-04T15:56:39,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:39,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:39,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-04T15:56:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-04T15:56:39,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-04T15:56:39,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0240 sec 2024-12-04T15:56:39,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.0370 sec 2024-12-04T15:56:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-04T15:56:39,183 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:39,183 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-04T15:56:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T15:56:39,186 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:39,187 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:39,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T15:56:39,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-04T15:56:39,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:39,340 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-04T15:56:39,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f548c26575ff4319bacc49983fd36979_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327798315/Put/seqid=0 2024-12-04T15:56:39,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741987_1163 (size=12304) 2024-12-04T15:56:39,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:39,365 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204f548c26575ff4319bacc49983fd36979_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f548c26575ff4319bacc49983fd36979_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:39,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/c95611f760ea46a2a66655c87c10211d, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:39,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/c95611f760ea46a2a66655c87c10211d is 175, key is test_row_0/A:col10/1733327798315/Put/seqid=0 2024-12-04T15:56:39,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741988_1164 (size=31105) 2024-12-04T15:56:39,398 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/c95611f760ea46a2a66655c87c10211d 2024-12-04T15:56:39,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/df30ecec94024c4394c84fc640572321 is 50, key is test_row_0/B:col10/1733327798315/Put/seqid=0 2024-12-04T15:56:39,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741989_1165 (size=12151) 2024-12-04T15:56:39,432 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/df30ecec94024c4394c84fc640572321 2024-12-04T15:56:39,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/59b04d53b1b4470da85f6b06da91caff is 50, key is test_row_0/C:col10/1733327798315/Put/seqid=0 2024-12-04T15:56:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:39,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:39,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741990_1166 (size=12151) 2024-12-04T15:56:39,479 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/59b04d53b1b4470da85f6b06da91caff 2024-12-04T15:56:39,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/c95611f760ea46a2a66655c87c10211d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/c95611f760ea46a2a66655c87c10211d 2024-12-04T15:56:39,496 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/c95611f760ea46a2a66655c87c10211d, entries=150, sequenceid=157, filesize=30.4 K 2024-12-04T15:56:39,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/df30ecec94024c4394c84fc640572321 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/df30ecec94024c4394c84fc640572321 2024-12-04T15:56:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T15:56:39,508 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/df30ecec94024c4394c84fc640572321, entries=150, sequenceid=157, filesize=11.9 K 2024-12-04T15:56:39,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/59b04d53b1b4470da85f6b06da91caff as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/59b04d53b1b4470da85f6b06da91caff 2024-12-04T15:56:39,517 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/59b04d53b1b4470da85f6b06da91caff, entries=150, sequenceid=157, filesize=11.9 K 2024-12-04T15:56:39,527 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c560f73d5f25ba02f26f72527f24ab47 in 187ms, sequenceid=157, compaction requested=true 2024-12-04T15:56:39,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:39,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:39,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-04T15:56:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-04T15:56:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:39,529 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:39,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:56:39,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-04T15:56:39,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 341 msec 2024-12-04T15:56:39,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 348 msec 2024-12-04T15:56:39,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c2557d81f3b24513b6aed9ce96d41436_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327799513/Put/seqid=0 2024-12-04T15:56:39,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741991_1167 (size=17284) 2024-12-04T15:56:39,579 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:39,584 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c2557d81f3b24513b6aed9ce96d41436_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c2557d81f3b24513b6aed9ce96d41436_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:39,585 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/370d8cc9cd8947adab49a51f921d9ac0, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:39,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/370d8cc9cd8947adab49a51f921d9ac0 is 175, key is test_row_0/A:col10/1733327799513/Put/seqid=0 2024-12-04T15:56:39,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741992_1168 (size=48389) 2024-12-04T15:56:39,601 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/370d8cc9cd8947adab49a51f921d9ac0 2024-12-04T15:56:39,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/30c320b11d804687be941a1f7be44455 is 50, key is test_row_0/B:col10/1733327799513/Put/seqid=0 2024-12-04T15:56:39,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741993_1169 (size=12151) 2024-12-04T15:56:39,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327859683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:39,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:39,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327859803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:39,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-04T15:56:39,813 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:39,814 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-04T15:56:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T15:56:39,816 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:39,817 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:39,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T15:56:39,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T15:56:39,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:39,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:39,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:39,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:39,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:40,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327860013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:40,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:40,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/30c320b11d804687be941a1f7be44455 2024-12-04T15:56:40,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/cc939fb2802241a0b4d920357b2bf82f is 50, key is test_row_0/C:col10/1733327799513/Put/seqid=0 2024-12-04T15:56:40,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741994_1170 (size=12151) 2024-12-04T15:56:40,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T15:56:40,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:40,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:40,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:40,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:40,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T15:56:40,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T15:56:40,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:40,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:40,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:40,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:40,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:40,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327860323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:40,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T15:56:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:40,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T15:56:40,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/cc939fb2802241a0b4d920357b2bf82f 2024-12-04T15:56:40,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/370d8cc9cd8947adab49a51f921d9ac0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/370d8cc9cd8947adab49a51f921d9ac0 2024-12-04T15:56:40,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/370d8cc9cd8947adab49a51f921d9ac0, entries=250, sequenceid=168, filesize=47.3 K 2024-12-04T15:56:40,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/30c320b11d804687be941a1f7be44455 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/30c320b11d804687be941a1f7be44455 2024-12-04T15:56:40,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/30c320b11d804687be941a1f7be44455, entries=150, sequenceid=168, filesize=11.9 K 2024-12-04T15:56:40,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/cc939fb2802241a0b4d920357b2bf82f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/cc939fb2802241a0b4d920357b2bf82f 2024-12-04T15:56:40,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/cc939fb2802241a0b4d920357b2bf82f, entries=150, sequenceid=168, filesize=11.9 K 2024-12-04T15:56:40,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c560f73d5f25ba02f26f72527f24ab47 in 992ms, sequenceid=168, compaction requested=true 2024-12-04T15:56:40,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:40,521 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:56:40,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:56:40,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:40,522 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:56:40,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:56:40,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:40,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:56:40,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:40,523 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:56:40,523 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/A is initiating minor compaction (all files) 2024-12-04T15:56:40,523 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/A in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:40,524 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/336b118054b04a0bbb1922b17301e4f6, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/531993d96e5845e7a48139e8ac63ad86, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/c95611f760ea46a2a66655c87c10211d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/370d8cc9cd8947adab49a51f921d9ac0] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=138.3 K 2024-12-04T15:56:40,524 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:40,524 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/336b118054b04a0bbb1922b17301e4f6, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/531993d96e5845e7a48139e8ac63ad86, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/c95611f760ea46a2a66655c87c10211d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/370d8cc9cd8947adab49a51f921d9ac0] 2024-12-04T15:56:40,524 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:56:40,524 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/B is initiating minor compaction (all files) 2024-12-04T15:56:40,524 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 336b118054b04a0bbb1922b17301e4f6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733327795894 2024-12-04T15:56:40,524 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/B in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:40,524 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/c20ad360d55c420c9f52d0a4491f125f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/f06c97af2f634edbbf355f78b16da75a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/df30ecec94024c4394c84fc640572321, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/30c320b11d804687be941a1f7be44455] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=47.4 K 2024-12-04T15:56:40,525 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 531993d96e5845e7a48139e8ac63ad86, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733327797080 2024-12-04T15:56:40,525 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting c20ad360d55c420c9f52d0a4491f125f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733327795894 2024-12-04T15:56:40,526 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting f06c97af2f634edbbf355f78b16da75a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733327797080 2024-12-04T15:56:40,526 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting df30ecec94024c4394c84fc640572321, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733327798315 2024-12-04T15:56:40,527 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 30c320b11d804687be941a1f7be44455, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733327799502 2024-12-04T15:56:40,527 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting c95611f760ea46a2a66655c87c10211d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733327798315 2024-12-04T15:56:40,528 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 370d8cc9cd8947adab49a51f921d9ac0, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733327799474 2024-12-04T15:56:40,545 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#B#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:40,546 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/ffeddc9a04af46b48b46d9b1ed0b20d3 is 50, key is test_row_0/B:col10/1733327799513/Put/seqid=0 2024-12-04T15:56:40,549 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:40,561 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204a2bb425113444c29b3272eeddc92ec2e_c560f73d5f25ba02f26f72527f24ab47 store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:40,564 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204a2bb425113444c29b3272eeddc92ec2e_c560f73d5f25ba02f26f72527f24ab47, store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:40,565 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a2bb425113444c29b3272eeddc92ec2e_c560f73d5f25ba02f26f72527f24ab47 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:40,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741995_1171 (size=12527) 2024-12-04T15:56:40,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741996_1172 (size=4469) 2024-12-04T15:56:40,581 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#A#compaction#145 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:40,582 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/91b3d4e327954a44a24e73d994b5d341 is 175, key is test_row_0/A:col10/1733327799513/Put/seqid=0 2024-12-04T15:56:40,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-04T15:56:40,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:40,586 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-04T15:56:40,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120474e703b465a341ef98e8aa414141d339_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327799598/Put/seqid=0 2024-12-04T15:56:40,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741997_1173 (size=31481) 2024-12-04T15:56:40,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741998_1174 (size=12304) 2024-12-04T15:56:40,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:40,625 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120474e703b465a341ef98e8aa414141d339_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120474e703b465a341ef98e8aa414141d339_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:40,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/c959f7db2d704d369d6ee5346db268a3, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:40,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/c959f7db2d704d369d6ee5346db268a3 is 175, key is test_row_0/A:col10/1733327799598/Put/seqid=0 2024-12-04T15:56:40,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741999_1175 (size=31105) 2024-12-04T15:56:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:40,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:40,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327860889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:40,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:40,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:40,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T15:56:40,981 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/ffeddc9a04af46b48b46d9b1ed0b20d3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/ffeddc9a04af46b48b46d9b1ed0b20d3 2024-12-04T15:56:40,987 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/B of c560f73d5f25ba02f26f72527f24ab47 into ffeddc9a04af46b48b46d9b1ed0b20d3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:40,987 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:40,987 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/B, priority=12, startTime=1733327800522; duration=0sec 2024-12-04T15:56:40,987 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:40,987 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:B 2024-12-04T15:56:40,987 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:56:40,989 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:56:40,989 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/C is initiating minor compaction (all files) 2024-12-04T15:56:40,989 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/C in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:40,989 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/7fb3b71fc5254665bc8b297c8b624429, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/ff6634da4bb34aa9b29807e4f0416f1c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/59b04d53b1b4470da85f6b06da91caff, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/cc939fb2802241a0b4d920357b2bf82f] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=47.4 K 2024-12-04T15:56:40,989 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fb3b71fc5254665bc8b297c8b624429, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733327795894 2024-12-04T15:56:40,990 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting ff6634da4bb34aa9b29807e4f0416f1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733327797080 2024-12-04T15:56:40,991 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 59b04d53b1b4470da85f6b06da91caff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733327798315 2024-12-04T15:56:40,991 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting cc939fb2802241a0b4d920357b2bf82f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733327799502 2024-12-04T15:56:41,000 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#C#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:41,001 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/73e297b1536d446cae8ab3335f6625d1 is 50, key is test_row_0/C:col10/1733327799513/Put/seqid=0 2024-12-04T15:56:41,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327861003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:41,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:41,013 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/91b3d4e327954a44a24e73d994b5d341 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/91b3d4e327954a44a24e73d994b5d341 2024-12-04T15:56:41,022 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/A of c560f73d5f25ba02f26f72527f24ab47 into 91b3d4e327954a44a24e73d994b5d341(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:41,022 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:41,022 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/A, priority=12, startTime=1733327800521; duration=0sec 2024-12-04T15:56:41,022 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:41,022 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:A 2024-12-04T15:56:41,034 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/c959f7db2d704d369d6ee5346db268a3 2024-12-04T15:56:41,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742000_1176 (size=12527) 2024-12-04T15:56:41,043 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/73e297b1536d446cae8ab3335f6625d1 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/73e297b1536d446cae8ab3335f6625d1 2024-12-04T15:56:41,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/ba2b482bf72b48fc95c2a0e41f79542b is 50, key is test_row_0/B:col10/1733327799598/Put/seqid=0 2024-12-04T15:56:41,050 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/C of c560f73d5f25ba02f26f72527f24ab47 into 73e297b1536d446cae8ab3335f6625d1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:41,050 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:41,050 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/C, priority=12, startTime=1733327800522; duration=0sec 2024-12-04T15:56:41,050 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:41,051 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:C 2024-12-04T15:56:41,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742001_1177 (size=12151) 2024-12-04T15:56:41,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327861213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:41,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53612 deadline: 1733327861373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:41,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53638 deadline: 1733327861373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:41,374 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in c560f73d5f25ba02f26f72527f24ab47 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:41,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:41,374 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in c560f73d5f25ba02f26f72527f24ab47 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:41,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53652 deadline: 1733327861393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:41,395 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in c560f73d5f25ba02f26f72527f24ab47 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:41,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:41,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53700 deadline: 1733327861403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:41,404 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in c560f73d5f25ba02f26f72527f24ab47 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:56:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:41,455 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/ba2b482bf72b48fc95c2a0e41f79542b 2024-12-04T15:56:41,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/ce350947326144699f09453d5dcf57db is 50, key is test_row_0/C:col10/1733327799598/Put/seqid=0 2024-12-04T15:56:41,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742002_1178 (size=12151) 2024-12-04T15:56:41,478 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/ce350947326144699f09453d5dcf57db 2024-12-04T15:56:41,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/c959f7db2d704d369d6ee5346db268a3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/c959f7db2d704d369d6ee5346db268a3 2024-12-04T15:56:41,492 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/c959f7db2d704d369d6ee5346db268a3, entries=150, sequenceid=193, filesize=30.4 K 2024-12-04T15:56:41,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/ba2b482bf72b48fc95c2a0e41f79542b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/ba2b482bf72b48fc95c2a0e41f79542b 2024-12-04T15:56:41,502 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/ba2b482bf72b48fc95c2a0e41f79542b, entries=150, sequenceid=193, filesize=11.9 K 2024-12-04T15:56:41,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/ce350947326144699f09453d5dcf57db as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/ce350947326144699f09453d5dcf57db 2024-12-04T15:56:41,509 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/ce350947326144699f09453d5dcf57db, entries=150, sequenceid=193, filesize=11.9 K 2024-12-04T15:56:41,510 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c560f73d5f25ba02f26f72527f24ab47 in 925ms, sequenceid=193, compaction requested=false 2024-12-04T15:56:41,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:41,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:41,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-04T15:56:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-04T15:56:41,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-04T15:56:41,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6950 sec 2024-12-04T15:56:41,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.7010 sec 2024-12-04T15:56:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:41,528 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:41,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-04T15:56:41,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d0691cc53d5449008bd8ac5d94e837c9_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327800877/Put/seqid=0 2024-12-04T15:56:41,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742003_1179 (size=14794) 2024-12-04T15:56:41,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327861629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:41,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:41,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327861743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:41,945 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:41,950 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d0691cc53d5449008bd8ac5d94e837c9_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d0691cc53d5449008bd8ac5d94e837c9_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:41,951 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/fd71923189334ccf94a2e767f096cb91, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:41,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/fd71923189334ccf94a2e767f096cb91 is 175, key is test_row_0/A:col10/1733327800877/Put/seqid=0 2024-12-04T15:56:41,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:41,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327861953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:41,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:41,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-04T15:56:41,964 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:41,964 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-04T15:56:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T15:56:41,966 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:41,967 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:41,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:41,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742004_1180 (size=39749) 2024-12-04T15:56:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T15:56:42,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T15:56:42,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:42,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:42,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:42,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:42,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:42,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327862263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:42,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:42,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:42,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:42,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T15:56:42,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:42,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:42,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:42,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:42,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T15:56:42,375 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/fd71923189334ccf94a2e767f096cb91 2024-12-04T15:56:42,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/c868f193a526411787c69ca2c4a0000e is 50, key is test_row_0/B:col10/1733327800877/Put/seqid=0 2024-12-04T15:56:42,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742005_1181 (size=12151) 2024-12-04T15:56:42,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T15:56:42,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:42,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:42,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:42,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:42,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:42,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T15:56:42,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:42,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:42,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:42,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:42,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T15:56:42,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T15:56:42,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:42,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:42,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:42,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:42,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:42,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327862783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:42,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:42,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:42,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:42,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/c868f193a526411787c69ca2c4a0000e 2024-12-04T15:56:42,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/2ace9da9fe38483ead5857127ad336bc is 50, key is test_row_0/C:col10/1733327800877/Put/seqid=0 2024-12-04T15:56:42,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742006_1182 (size=12151) 2024-12-04T15:56:42,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T15:56:42,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:42,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:42,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:42,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:42,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:43,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T15:56:43,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:43,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:43,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:43,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:43,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T15:56:43,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T15:56:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:43,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:43,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:43,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/2ace9da9fe38483ead5857127ad336bc 2024-12-04T15:56:43,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/fd71923189334ccf94a2e767f096cb91 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/fd71923189334ccf94a2e767f096cb91 2024-12-04T15:56:43,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/fd71923189334ccf94a2e767f096cb91, entries=200, sequenceid=208, filesize=38.8 K 2024-12-04T15:56:43,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/c868f193a526411787c69ca2c4a0000e as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/c868f193a526411787c69ca2c4a0000e 2024-12-04T15:56:43,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/c868f193a526411787c69ca2c4a0000e, entries=150, sequenceid=208, filesize=11.9 K 2024-12-04T15:56:43,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/2ace9da9fe38483ead5857127ad336bc as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/2ace9da9fe38483ead5857127ad336bc 2024-12-04T15:56:43,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/2ace9da9fe38483ead5857127ad336bc, entries=150, sequenceid=208, filesize=11.9 K 2024-12-04T15:56:43,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c560f73d5f25ba02f26f72527f24ab47 in 1713ms, sequenceid=208, compaction requested=true 2024-12-04T15:56:43,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:43,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:56:43,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:43,241 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:43,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:56:43,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:43,241 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:43,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:56:43,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:43,243 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:43,243 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:43,243 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/A is initiating minor compaction (all files) 2024-12-04T15:56:43,243 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/B is initiating minor compaction (all files) 2024-12-04T15:56:43,243 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/A in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:43,243 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/B in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:43,243 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/91b3d4e327954a44a24e73d994b5d341, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/c959f7db2d704d369d6ee5346db268a3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/fd71923189334ccf94a2e767f096cb91] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=99.9 K 2024-12-04T15:56:43,243 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:43,243 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/ffeddc9a04af46b48b46d9b1ed0b20d3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/ba2b482bf72b48fc95c2a0e41f79542b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/c868f193a526411787c69ca2c4a0000e] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=36.0 K 2024-12-04T15:56:43,243 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/91b3d4e327954a44a24e73d994b5d341, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/c959f7db2d704d369d6ee5346db268a3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/fd71923189334ccf94a2e767f096cb91] 2024-12-04T15:56:43,244 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting ffeddc9a04af46b48b46d9b1ed0b20d3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733327799502 2024-12-04T15:56:43,244 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91b3d4e327954a44a24e73d994b5d341, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733327799502 2024-12-04T15:56:43,244 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting ba2b482bf72b48fc95c2a0e41f79542b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733327799598 2024-12-04T15:56:43,245 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting c959f7db2d704d369d6ee5346db268a3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733327799598 2024-12-04T15:56:43,245 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting c868f193a526411787c69ca2c4a0000e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733327800849 2024-12-04T15:56:43,245 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd71923189334ccf94a2e767f096cb91, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733327800849 2024-12-04T15:56:43,254 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:43,255 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#B#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:43,256 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/45a1f6cf1ce24a37b4f70604280fec46 is 50, key is test_row_0/B:col10/1733327800877/Put/seqid=0 2024-12-04T15:56:43,261 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204916573cd08f740c78b8ab1598d940df7_c560f73d5f25ba02f26f72527f24ab47 store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:43,262 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204916573cd08f740c78b8ab1598d940df7_c560f73d5f25ba02f26f72527f24ab47, store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:43,262 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204916573cd08f740c78b8ab1598d940df7_c560f73d5f25ba02f26f72527f24ab47 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:43,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742007_1183 (size=12629) 2024-12-04T15:56:43,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742008_1184 (size=4469) 2024-12-04T15:56:43,273 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#A#compaction#154 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:43,274 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/aa60bfa8ef5548ecb080a7afe91c8d55 is 175, key is test_row_0/A:col10/1733327800877/Put/seqid=0 2024-12-04T15:56:43,275 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/45a1f6cf1ce24a37b4f70604280fec46 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/45a1f6cf1ce24a37b4f70604280fec46 2024-12-04T15:56:43,282 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/B of c560f73d5f25ba02f26f72527f24ab47 into 45a1f6cf1ce24a37b4f70604280fec46(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:43,282 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:43,282 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/B, priority=13, startTime=1733327803241; duration=0sec 2024-12-04T15:56:43,282 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:43,282 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:B 2024-12-04T15:56:43,282 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:43,283 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:43,283 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/C is initiating minor compaction (all files) 2024-12-04T15:56:43,284 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/C in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:43,284 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/73e297b1536d446cae8ab3335f6625d1, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/ce350947326144699f09453d5dcf57db, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/2ace9da9fe38483ead5857127ad336bc] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=36.0 K 2024-12-04T15:56:43,284 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 73e297b1536d446cae8ab3335f6625d1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733327799502 2024-12-04T15:56:43,285 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting ce350947326144699f09453d5dcf57db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733327799598 2024-12-04T15:56:43,285 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ace9da9fe38483ead5857127ad336bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733327800849 2024-12-04T15:56:43,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742009_1185 (size=31583) 2024-12-04T15:56:43,296 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/aa60bfa8ef5548ecb080a7afe91c8d55 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/aa60bfa8ef5548ecb080a7afe91c8d55 2024-12-04T15:56:43,298 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#C#compaction#155 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:43,298 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/9bb95fb34a32465cb60dc59f749c6bec is 50, key is test_row_0/C:col10/1733327800877/Put/seqid=0 2024-12-04T15:56:43,307 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/A of c560f73d5f25ba02f26f72527f24ab47 into aa60bfa8ef5548ecb080a7afe91c8d55(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:43,307 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:43,307 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/A, priority=13, startTime=1733327803241; duration=0sec 2024-12-04T15:56:43,308 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:43,308 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:A 2024-12-04T15:56:43,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742010_1186 (size=12629) 2024-12-04T15:56:43,336 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/9bb95fb34a32465cb60dc59f749c6bec as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/9bb95fb34a32465cb60dc59f749c6bec 2024-12-04T15:56:43,344 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/C of c560f73d5f25ba02f26f72527f24ab47 into 9bb95fb34a32465cb60dc59f749c6bec(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:43,344 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:43,344 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/C, priority=13, startTime=1733327803241; duration=0sec 2024-12-04T15:56:43,346 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:43,346 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:C 2024-12-04T15:56:43,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-04T15:56:43,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:43,350 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-04T15:56:43,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045e13a8dae191494dafbf79f96e5fd52b_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327801626/Put/seqid=0 2024-12-04T15:56:43,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742011_1187 (size=12304) 2024-12-04T15:56:43,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,409 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412045e13a8dae191494dafbf79f96e5fd52b_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045e13a8dae191494dafbf79f96e5fd52b_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:43,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/3d3436666fde47409506f90630eeca2f, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:43,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/3d3436666fde47409506f90630eeca2f is 175, key is test_row_0/A:col10/1733327801626/Put/seqid=0 2024-12-04T15:56:43,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742012_1188 (size=31105) 2024-12-04T15:56:43,428 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/3d3436666fde47409506f90630eeca2f 2024-12-04T15:56:43,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/45351acc4f15402aa66ba231ee26f40b is 50, key is test_row_0/B:col10/1733327801626/Put/seqid=0 2024-12-04T15:56:43,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742013_1189 (size=12151) 2024-12-04T15:56:43,455 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/45351acc4f15402aa66ba231ee26f40b 2024-12-04T15:56:43,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/681e1f2ad33446a4b3e24730cb1424fe is 50, key is test_row_0/C:col10/1733327801626/Put/seqid=0 2024-12-04T15:56:43,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742014_1190 (size=12151) 2024-12-04T15:56:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:43,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:43,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327863827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:43,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:43,875 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/681e1f2ad33446a4b3e24730cb1424fe 2024-12-04T15:56:43,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/3d3436666fde47409506f90630eeca2f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/3d3436666fde47409506f90630eeca2f 2024-12-04T15:56:43,887 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/3d3436666fde47409506f90630eeca2f, entries=150, sequenceid=235, filesize=30.4 K 2024-12-04T15:56:43,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/45351acc4f15402aa66ba231ee26f40b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/45351acc4f15402aa66ba231ee26f40b 2024-12-04T15:56:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,893 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/45351acc4f15402aa66ba231ee26f40b, entries=150, sequenceid=235, filesize=11.9 K 2024-12-04T15:56:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/681e1f2ad33446a4b3e24730cb1424fe as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/681e1f2ad33446a4b3e24730cb1424fe 2024-12-04T15:56:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,901 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/681e1f2ad33446a4b3e24730cb1424fe, entries=150, sequenceid=235, filesize=11.9 K 2024-12-04T15:56:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,903 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c560f73d5f25ba02f26f72527f24ab47 in 553ms, sequenceid=235, compaction requested=false 2024-12-04T15:56:43,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-04T15:56:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-04T15:56:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-04T15:56:43,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9380 sec 2024-12-04T15:56:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.9440 sec 2024-12-04T15:56:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:43,970 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:43,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-04T15:56:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041ddc000961d440a5801edacec3540fd3_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_1/A:col10/1733327803969/Put/seqid=0 2024-12-04T15:56:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742015_1191 (size=12304) 2024-12-04T15:56:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,010 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,015 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041ddc000961d440a5801edacec3540fd3_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041ddc000961d440a5801edacec3540fd3_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,017 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/5a46166f1da243c58b7cab1114b7be01, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/5a46166f1da243c58b7cab1114b7be01 is 175, key is test_row_1/A:col10/1733327803969/Put/seqid=0 2024-12-04T15:56:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742016_1192 (size=31101) 2024-12-04T15:56:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:44,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327864112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:44,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:44,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:44,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-04T15:56:44,124 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:44,124 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-12-04T15:56:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T15:56:44,126 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:44,127 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:44,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:44,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327864223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T15:56:44,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T15:56:44,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:44,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:44,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:44,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:44,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:44,427 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/5a46166f1da243c58b7cab1114b7be01 2024-12-04T15:56:44,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T15:56:44,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:44,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:44,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:44,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:44,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:44,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/2d1d6d88d09a421b9c87c3e53e2a8571 is 50, key is test_row_1/B:col10/1733327803969/Put/seqid=0 2024-12-04T15:56:44,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327864433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:44,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:44,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:44,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T15:56:44,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742017_1193 (size=9757) 2024-12-04T15:56:44,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T15:56:44,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:44,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:44,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:44,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:44,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:44,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T15:56:44,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:44,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:44,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:44,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:44,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:44,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327864743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:44,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:44,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:44,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T15:56:44,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/2d1d6d88d09a421b9c87c3e53e2a8571 2024-12-04T15:56:44,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/eff93bb55dd84f7e8721654e6412cc67 is 50, key is test_row_1/C:col10/1733327803969/Put/seqid=0 2024-12-04T15:56:44,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742018_1194 (size=9757) 2024-12-04T15:56:44,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/eff93bb55dd84f7e8721654e6412cc67 2024-12-04T15:56:44,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T15:56:44,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:44,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:44,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:44,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:44,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:44,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/5a46166f1da243c58b7cab1114b7be01 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/5a46166f1da243c58b7cab1114b7be01 2024-12-04T15:56:44,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/5a46166f1da243c58b7cab1114b7be01, entries=150, sequenceid=248, filesize=30.4 K 2024-12-04T15:56:44,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/2d1d6d88d09a421b9c87c3e53e2a8571 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/2d1d6d88d09a421b9c87c3e53e2a8571 2024-12-04T15:56:44,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/2d1d6d88d09a421b9c87c3e53e2a8571, entries=100, sequenceid=248, filesize=9.5 K 2024-12-04T15:56:44,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/eff93bb55dd84f7e8721654e6412cc67 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/eff93bb55dd84f7e8721654e6412cc67 2024-12-04T15:56:44,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/eff93bb55dd84f7e8721654e6412cc67, entries=100, sequenceid=248, filesize=9.5 K 2024-12-04T15:56:44,912 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-04T15:56:44,912 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-04T15:56:44,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c560f73d5f25ba02f26f72527f24ab47 in 944ms, sequenceid=248, compaction requested=true 2024-12-04T15:56:44,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:44,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:56:44,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:44,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:56:44,914 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:44,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:44,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:56:44,914 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:44,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:44,915 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:44,915 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/B is initiating minor compaction (all files) 2024-12-04T15:56:44,915 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/B in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:44,915 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/45a1f6cf1ce24a37b4f70604280fec46, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/45351acc4f15402aa66ba231ee26f40b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/2d1d6d88d09a421b9c87c3e53e2a8571] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=33.7 K 2024-12-04T15:56:44,916 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:44,916 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/A is initiating minor compaction (all files) 2024-12-04T15:56:44,916 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/A in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:44,916 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/aa60bfa8ef5548ecb080a7afe91c8d55, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/3d3436666fde47409506f90630eeca2f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/5a46166f1da243c58b7cab1114b7be01] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=91.6 K 2024-12-04T15:56:44,916 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:44,916 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/aa60bfa8ef5548ecb080a7afe91c8d55, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/3d3436666fde47409506f90630eeca2f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/5a46166f1da243c58b7cab1114b7be01] 2024-12-04T15:56:44,917 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 45a1f6cf1ce24a37b4f70604280fec46, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733327800849 2024-12-04T15:56:44,917 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa60bfa8ef5548ecb080a7afe91c8d55, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733327800849 2024-12-04T15:56:44,917 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d3436666fde47409506f90630eeca2f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733327801597 2024-12-04T15:56:44,917 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 45351acc4f15402aa66ba231ee26f40b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733327801597 2024-12-04T15:56:44,918 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a46166f1da243c58b7cab1114b7be01, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733327803821 2024-12-04T15:56:44,918 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d1d6d88d09a421b9c87c3e53e2a8571, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733327803826 2024-12-04T15:56:44,927 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:44,927 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:44,927 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/6b9fa35c1bb94e638bb132c514aaad3f is 50, key is test_row_0/B:col10/1733327801626/Put/seqid=0 2024-12-04T15:56:44,938 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204a9417d4eaaad4740baee908a2283ca31_c560f73d5f25ba02f26f72527f24ab47 store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:44,939 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204a9417d4eaaad4740baee908a2283ca31_c560f73d5f25ba02f26f72527f24ab47, store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:44,940 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a9417d4eaaad4740baee908a2283ca31_c560f73d5f25ba02f26f72527f24ab47 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:44,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742019_1195 (size=12731) 2024-12-04T15:56:44,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742020_1196 (size=4469) 2024-12-04T15:56:44,969 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#A#compaction#163 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:44,970 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/a951e49ab43f4f6f956d7a18319ecac8 is 175, key is test_row_0/A:col10/1733327801626/Put/seqid=0 2024-12-04T15:56:44,974 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/6b9fa35c1bb94e638bb132c514aaad3f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/6b9fa35c1bb94e638bb132c514aaad3f 2024-12-04T15:56:44,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742021_1197 (size=31792) 2024-12-04T15:56:44,989 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/a951e49ab43f4f6f956d7a18319ecac8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/a951e49ab43f4f6f956d7a18319ecac8 2024-12-04T15:56:44,994 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/B of c560f73d5f25ba02f26f72527f24ab47 into 6b9fa35c1bb94e638bb132c514aaad3f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:44,994 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:44,994 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/B, priority=13, startTime=1733327804914; duration=0sec 2024-12-04T15:56:44,994 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:44,994 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:B 2024-12-04T15:56:44,994 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:44,996 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:44,996 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/C is initiating minor compaction (all files) 2024-12-04T15:56:44,996 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/C in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:44,996 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/9bb95fb34a32465cb60dc59f749c6bec, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/681e1f2ad33446a4b3e24730cb1424fe, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/eff93bb55dd84f7e8721654e6412cc67] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=33.7 K 2024-12-04T15:56:44,997 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bb95fb34a32465cb60dc59f749c6bec, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733327800849 2024-12-04T15:56:44,997 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 681e1f2ad33446a4b3e24730cb1424fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733327801597 2024-12-04T15:56:44,998 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting eff93bb55dd84f7e8721654e6412cc67, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733327803826 2024-12-04T15:56:45,004 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/A of c560f73d5f25ba02f26f72527f24ab47 into a951e49ab43f4f6f956d7a18319ecac8(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:45,004 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:45,004 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/A, priority=13, startTime=1733327804914; duration=0sec 2024-12-04T15:56:45,004 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:45,004 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:A 2024-12-04T15:56:45,015 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:45,016 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/e243b8392a184d3da9bf8ce0c0631c24 is 50, key is test_row_0/C:col10/1733327801626/Put/seqid=0 2024-12-04T15:56:45,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742022_1198 (size=12731) 2024-12-04T15:56:45,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-04T15:56:45,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:45,047 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-04T15:56:45,058 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/e243b8392a184d3da9bf8ce0c0631c24 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/e243b8392a184d3da9bf8ce0c0631c24 2024-12-04T15:56:45,066 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/C of c560f73d5f25ba02f26f72527f24ab47 into e243b8392a184d3da9bf8ce0c0631c24(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:45,066 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:45,066 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/C, priority=13, startTime=1733327804914; duration=0sec 2024-12-04T15:56:45,066 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:45,066 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:C 2024-12-04T15:56:45,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b9d09cb8cc034d628b60b88d91586208_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327804105/Put/seqid=0 2024-12-04T15:56:45,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742023_1199 (size=12454) 2024-12-04T15:56:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:45,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T15:56:45,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327865281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:45,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:45,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:45,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:45,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327865392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:45,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:45,524 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b9d09cb8cc034d628b60b88d91586208_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b9d09cb8cc034d628b60b88d91586208_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:45,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/4aaae81d4edf4e7794da43b6c5aefc82, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:45,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/4aaae81d4edf4e7794da43b6c5aefc82 is 175, key is test_row_0/A:col10/1733327804105/Put/seqid=0 2024-12-04T15:56:45,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742024_1200 (size=31255) 2024-12-04T15:56:45,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327865603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:45,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:45,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327865916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:45,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:45,931 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/4aaae81d4edf4e7794da43b6c5aefc82 2024-12-04T15:56:45,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/6e8ef73b4fdb4666aa89204a56798a5b is 50, key is test_row_0/B:col10/1733327804105/Put/seqid=0 2024-12-04T15:56:45,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742025_1201 (size=12301) 2024-12-04T15:56:45,951 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/6e8ef73b4fdb4666aa89204a56798a5b 2024-12-04T15:56:45,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/0d4bf068d4cd4b828693c3569f662fd0 is 50, key is test_row_0/C:col10/1733327804105/Put/seqid=0 2024-12-04T15:56:45,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742026_1202 (size=12301) 2024-12-04T15:56:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T15:56:46,369 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/0d4bf068d4cd4b828693c3569f662fd0 2024-12-04T15:56:46,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/4aaae81d4edf4e7794da43b6c5aefc82 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/4aaae81d4edf4e7794da43b6c5aefc82 2024-12-04T15:56:46,383 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/4aaae81d4edf4e7794da43b6c5aefc82, entries=150, sequenceid=273, filesize=30.5 K 2024-12-04T15:56:46,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/6e8ef73b4fdb4666aa89204a56798a5b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/6e8ef73b4fdb4666aa89204a56798a5b 2024-12-04T15:56:46,389 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/6e8ef73b4fdb4666aa89204a56798a5b, entries=150, sequenceid=273, filesize=12.0 K 2024-12-04T15:56:46,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/0d4bf068d4cd4b828693c3569f662fd0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/0d4bf068d4cd4b828693c3569f662fd0 2024-12-04T15:56:46,396 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/0d4bf068d4cd4b828693c3569f662fd0, entries=150, sequenceid=273, filesize=12.0 K 2024-12-04T15:56:46,397 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c560f73d5f25ba02f26f72527f24ab47 in 1350ms, sequenceid=273, compaction requested=false 2024-12-04T15:56:46,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:46,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:46,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-04T15:56:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-04T15:56:46,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-04T15:56:46,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2720 sec 2024-12-04T15:56:46,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 2.2780 sec 2024-12-04T15:56:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:46,426 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:46,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-04T15:56:46,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120464ea0f85a3594d53a3acfa526c601050_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327805277/Put/seqid=0 2024-12-04T15:56:46,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742027_1203 (size=14994) 2024-12-04T15:56:46,445 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:46,450 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120464ea0f85a3594d53a3acfa526c601050_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120464ea0f85a3594d53a3acfa526c601050_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:46,451 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/cd1268bb74d5481da7a45034e2df7f8c, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:46,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/cd1268bb74d5481da7a45034e2df7f8c is 175, key is test_row_0/A:col10/1733327805277/Put/seqid=0 2024-12-04T15:56:46,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742028_1204 (size=39949) 2024-12-04T15:56:46,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327866527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:46,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327866642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:46,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:46,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:46,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:46,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327866853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:46,871 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/cd1268bb74d5481da7a45034e2df7f8c 2024-12-04T15:56:46,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/236284c8a3ba4a1b8dfda70ac2257383 is 50, key is test_row_0/B:col10/1733327805277/Put/seqid=0 2024-12-04T15:56:46,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742029_1205 (size=12301) 2024-12-04T15:56:46,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/236284c8a3ba4a1b8dfda70ac2257383 2024-12-04T15:56:46,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/bb256c727a53480b838c7502f3ec8469 is 50, key is test_row_0/C:col10/1733327805277/Put/seqid=0 2024-12-04T15:56:46,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742030_1206 (size=12301) 2024-12-04T15:56:47,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327867162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:47,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:47,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:47,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:47,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/bb256c727a53480b838c7502f3ec8469 2024-12-04T15:56:47,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/cd1268bb74d5481da7a45034e2df7f8c as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/cd1268bb74d5481da7a45034e2df7f8c 2024-12-04T15:56:47,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/cd1268bb74d5481da7a45034e2df7f8c, entries=200, sequenceid=288, filesize=39.0 K 2024-12-04T15:56:47,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/236284c8a3ba4a1b8dfda70ac2257383 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/236284c8a3ba4a1b8dfda70ac2257383 2024-12-04T15:56:47,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/236284c8a3ba4a1b8dfda70ac2257383, entries=150, sequenceid=288, filesize=12.0 K 2024-12-04T15:56:47,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/bb256c727a53480b838c7502f3ec8469 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/bb256c727a53480b838c7502f3ec8469 2024-12-04T15:56:47,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/bb256c727a53480b838c7502f3ec8469, entries=150, sequenceid=288, filesize=12.0 K 2024-12-04T15:56:47,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c560f73d5f25ba02f26f72527f24ab47 in 921ms, sequenceid=288, compaction requested=true 2024-12-04T15:56:47,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:47,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:56:47,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:47,348 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:47,348 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:47,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:56:47,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:47,349 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102996 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:47,349 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/A is initiating minor compaction (all files) 2024-12-04T15:56:47,349 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:47,349 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/A in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:47,349 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/B is initiating minor compaction (all files) 2024-12-04T15:56:47,349 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/B in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:47,350 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/a951e49ab43f4f6f956d7a18319ecac8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/4aaae81d4edf4e7794da43b6c5aefc82, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/cd1268bb74d5481da7a45034e2df7f8c] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=100.6 K 2024-12-04T15:56:47,350 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/6b9fa35c1bb94e638bb132c514aaad3f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/6e8ef73b4fdb4666aa89204a56798a5b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/236284c8a3ba4a1b8dfda70ac2257383] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=36.5 K 2024-12-04T15:56:47,350 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:47,350 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/a951e49ab43f4f6f956d7a18319ecac8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/4aaae81d4edf4e7794da43b6c5aefc82, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/cd1268bb74d5481da7a45034e2df7f8c] 2024-12-04T15:56:47,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:56:47,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:47,351 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b9fa35c1bb94e638bb132c514aaad3f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733327801626 2024-12-04T15:56:47,351 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting a951e49ab43f4f6f956d7a18319ecac8, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733327801626 2024-12-04T15:56:47,351 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e8ef73b4fdb4666aa89204a56798a5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733327804069 2024-12-04T15:56:47,352 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4aaae81d4edf4e7794da43b6c5aefc82, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733327804069 2024-12-04T15:56:47,352 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 236284c8a3ba4a1b8dfda70ac2257383, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733327805277 2024-12-04T15:56:47,352 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd1268bb74d5481da7a45034e2df7f8c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733327805273 2024-12-04T15:56:47,369 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:47,372 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#B#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:47,372 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/07d5ba5603864a1cb288ef0c64259257 is 50, key is test_row_0/B:col10/1733327805277/Put/seqid=0 2024-12-04T15:56:47,373 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204eeb38a071689454b93dcf7a172c5d2ca_c560f73d5f25ba02f26f72527f24ab47 store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:47,375 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204eeb38a071689454b93dcf7a172c5d2ca_c560f73d5f25ba02f26f72527f24ab47, store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:47,375 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204eeb38a071689454b93dcf7a172c5d2ca_c560f73d5f25ba02f26f72527f24ab47 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:47,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742031_1207 (size=12983) 2024-12-04T15:56:47,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742032_1208 (size=4469) 2024-12-04T15:56:47,390 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#A#compaction#171 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:47,390 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/b4522c24dad942438bf9292bd35c7656 is 175, key is test_row_0/A:col10/1733327805277/Put/seqid=0 2024-12-04T15:56:47,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742033_1209 (size=31937) 2024-12-04T15:56:47,407 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/b4522c24dad942438bf9292bd35c7656 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/b4522c24dad942438bf9292bd35c7656 2024-12-04T15:56:47,417 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/A of c560f73d5f25ba02f26f72527f24ab47 into b4522c24dad942438bf9292bd35c7656(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:47,417 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:47,417 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/A, priority=13, startTime=1733327807347; duration=0sec 2024-12-04T15:56:47,418 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:47,418 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:A 2024-12-04T15:56:47,418 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:56:47,420 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:56:47,420 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/C is initiating minor compaction (all files) 2024-12-04T15:56:47,420 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/C in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:47,420 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/e243b8392a184d3da9bf8ce0c0631c24, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/0d4bf068d4cd4b828693c3569f662fd0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/bb256c727a53480b838c7502f3ec8469] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=36.5 K 2024-12-04T15:56:47,420 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting e243b8392a184d3da9bf8ce0c0631c24, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733327801626 2024-12-04T15:56:47,421 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d4bf068d4cd4b828693c3569f662fd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733327804069 2024-12-04T15:56:47,421 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb256c727a53480b838c7502f3ec8469, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733327805277 2024-12-04T15:56:47,434 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#C#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:47,436 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/cb091accc7224c178cc724c4ae623be4 is 50, key is test_row_0/C:col10/1733327805277/Put/seqid=0 2024-12-04T15:56:47,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742034_1210 (size=12983) 2024-12-04T15:56:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:47,685 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:47,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-04T15:56:47,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412048480e54fea4046bdb9d420daa8e2a280_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327806511/Put/seqid=0 2024-12-04T15:56:47,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742035_1211 (size=14994) 2024-12-04T15:56:47,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327867738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:47,790 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/07d5ba5603864a1cb288ef0c64259257 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/07d5ba5603864a1cb288ef0c64259257 2024-12-04T15:56:47,798 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/B of c560f73d5f25ba02f26f72527f24ab47 into 07d5ba5603864a1cb288ef0c64259257(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:47,798 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:47,798 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/B, priority=13, startTime=1733327807348; duration=0sec 2024-12-04T15:56:47,798 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:47,798 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:B 2024-12-04T15:56:47,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327867853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:47,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:47,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:47,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:47,859 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/cb091accc7224c178cc724c4ae623be4 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/cb091accc7224c178cc724c4ae623be4 2024-12-04T15:56:47,866 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/C of c560f73d5f25ba02f26f72527f24ab47 into cb091accc7224c178cc724c4ae623be4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:47,866 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:47,866 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/C, priority=13, startTime=1733327807350; duration=0sec 2024-12-04T15:56:47,866 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:47,866 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:C 2024-12-04T15:56:48,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327868063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:48,112 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:48,116 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412048480e54fea4046bdb9d420daa8e2a280_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048480e54fea4046bdb9d420daa8e2a280_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:48,117 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/78866c4d1cd54caca364ed255c9772f4, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:48,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/78866c4d1cd54caca364ed255c9772f4 is 175, key is test_row_0/A:col10/1733327806511/Put/seqid=0 2024-12-04T15:56:48,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742036_1212 (size=39949) 2024-12-04T15:56:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-04T15:56:48,294 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:48,294 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-12-04T15:56:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T15:56:48,297 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:48,297 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:48,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:48,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327868373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:48,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:48,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:48,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T15:56:48,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-04T15:56:48,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:48,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:48,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:48,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:48,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:48,526 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/78866c4d1cd54caca364ed255c9772f4 2024-12-04T15:56:48,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/648d29026086429185717fb0038c0929 is 50, key is test_row_0/B:col10/1733327806511/Put/seqid=0 2024-12-04T15:56:48,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742037_1213 (size=12301) 2024-12-04T15:56:48,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-04T15:56:48,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:48,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:48,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:48,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:48,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T15:56:48,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-04T15:56:48,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:48,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:48,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:48,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:48,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:48,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327868883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:48,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-04T15:56:48,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:48,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:48,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:48,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:48,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T15:56:48,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/648d29026086429185717fb0038c0929 2024-12-04T15:56:48,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/2fb55a9909e0468791d4831b31e29c15 is 50, key is test_row_0/C:col10/1733327806511/Put/seqid=0 2024-12-04T15:56:48,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742038_1214 (size=12301) 2024-12-04T15:56:49,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-04T15:56:49,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:49,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:49,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:49,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:49,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:49,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-04T15:56:49,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:49,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:49,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:49,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:49,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:49,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/2fb55a9909e0468791d4831b31e29c15 2024-12-04T15:56:49,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/78866c4d1cd54caca364ed255c9772f4 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/78866c4d1cd54caca364ed255c9772f4 2024-12-04T15:56:49,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-04T15:56:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:49,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:49,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:49,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/78866c4d1cd54caca364ed255c9772f4, entries=200, sequenceid=312, filesize=39.0 K 2024-12-04T15:56:49,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/648d29026086429185717fb0038c0929 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/648d29026086429185717fb0038c0929 2024-12-04T15:56:49,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/648d29026086429185717fb0038c0929, entries=150, sequenceid=312, filesize=12.0 K 2024-12-04T15:56:49,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/2fb55a9909e0468791d4831b31e29c15 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/2fb55a9909e0468791d4831b31e29c15 2024-12-04T15:56:49,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/2fb55a9909e0468791d4831b31e29c15, entries=150, sequenceid=312, filesize=12.0 K 2024-12-04T15:56:49,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c560f73d5f25ba02f26f72527f24ab47 in 1712ms, sequenceid=312, compaction requested=false 2024-12-04T15:56:49,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T15:56:49,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-04T15:56:49,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:49,525 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-04T15:56:49,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e5d9b7db4dca4460a6cb985ca26872d7_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327807736/Put/seqid=0 2024-12-04T15:56:49,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742039_1215 (size=12454) 2024-12-04T15:56:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:49,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:49,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:49,963 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e5d9b7db4dca4460a6cb985ca26872d7_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e5d9b7db4dca4460a6cb985ca26872d7_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:49,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/9b39ef58caa84927b0d2c4abfc454cf2, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:49,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/9b39ef58caa84927b0d2c4abfc454cf2 is 175, key is test_row_0/A:col10/1733327807736/Put/seqid=0 2024-12-04T15:56:49,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742040_1216 (size=31255) 2024-12-04T15:56:49,989 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/9b39ef58caa84927b0d2c4abfc454cf2 2024-12-04T15:56:50,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327870001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:50,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/9d4279c30ace4aa8b76d30179f35745f is 50, key is test_row_0/B:col10/1733327807736/Put/seqid=0 2024-12-04T15:56:50,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:50,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742041_1217 (size=12301) 2024-12-04T15:56:50,015 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/9d4279c30ace4aa8b76d30179f35745f 2024-12-04T15:56:50,021 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T15:56:50,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/342bf4efe859450ea24595b3105d0087 is 50, key is test_row_0/C:col10/1733327807736/Put/seqid=0 2024-12-04T15:56:50,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742042_1218 (size=12301) 2024-12-04T15:56:50,035 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/342bf4efe859450ea24595b3105d0087 2024-12-04T15:56:50,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/9b39ef58caa84927b0d2c4abfc454cf2 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9b39ef58caa84927b0d2c4abfc454cf2 2024-12-04T15:56:50,053 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9b39ef58caa84927b0d2c4abfc454cf2, entries=150, sequenceid=327, filesize=30.5 K 2024-12-04T15:56:50,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/9d4279c30ace4aa8b76d30179f35745f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/9d4279c30ace4aa8b76d30179f35745f 2024-12-04T15:56:50,063 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/9d4279c30ace4aa8b76d30179f35745f, entries=150, sequenceid=327, filesize=12.0 K 2024-12-04T15:56:50,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/342bf4efe859450ea24595b3105d0087 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/342bf4efe859450ea24595b3105d0087 2024-12-04T15:56:50,069 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/342bf4efe859450ea24595b3105d0087, entries=150, sequenceid=327, filesize=12.0 K 2024-12-04T15:56:50,070 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c560f73d5f25ba02f26f72527f24ab47 in 545ms, sequenceid=327, compaction requested=true 2024-12-04T15:56:50,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:50,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:50,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-04T15:56:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-04T15:56:50,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-04T15:56:50,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7760 sec 2024-12-04T15:56:50,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.7820 sec 2024-12-04T15:56:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:50,115 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:50,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-04T15:56:50,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c24a4bb0df634239ad39709b3f256deb_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327809990/Put/seqid=0 2024-12-04T15:56:50,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742043_1219 (size=14994) 2024-12-04T15:56:50,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327870165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:50,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:50,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:50,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:50,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327870273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-04T15:56:50,444 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:50,444 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-12-04T15:56:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T15:56:50,447 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:50,448 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:50,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:50,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327870483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T15:56:50,559 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:50,564 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c24a4bb0df634239ad39709b3f256deb_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c24a4bb0df634239ad39709b3f256deb_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:50,565 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/31adb50e25d64e2b835d2089022a1f10, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:50,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/31adb50e25d64e2b835d2089022a1f10 is 175, key is test_row_0/A:col10/1733327809990/Put/seqid=0 2024-12-04T15:56:50,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742044_1220 (size=39949) 2024-12-04T15:56:50,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-04T15:56:50,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:50,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:50,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:50,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:50,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:50,731 INFO [Thread-645 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-645. 2024-12-04T15:56:50,731 DEBUG [Thread-645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:50,731 DEBUG [Thread-645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:50,731 DEBUG [Thread-645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:50,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:50,734 INFO [Thread-651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-651. 2024-12-04T15:56:50,734 DEBUG [Thread-651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:50,734 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:50,735 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:50,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:50,735 INFO [Thread-647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-647. 2024-12-04T15:56:50,735 DEBUG [Thread-647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:50,735 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:50,736 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:50,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:50,738 INFO [Thread-649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-649. 2024-12-04T15:56:50,738 DEBUG [Thread-649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:50,738 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:50,738 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:50,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:50,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-04T15:56:50,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:50,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:50,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:50,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:50,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T15:56:50,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53674 deadline: 1733327870802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:50,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:50,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:50,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:56:50,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-04T15:56:50,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:50,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:50,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:50,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:50,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:50,970 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/31adb50e25d64e2b835d2089022a1f10 2024-12-04T15:56:50,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/a4e8d669c16b449dbb29f88058c1d15f is 50, key is test_row_0/B:col10/1733327809990/Put/seqid=0 2024-12-04T15:56:50,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742045_1221 (size=12301) 2024-12-04T15:56:50,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/a4e8d669c16b449dbb29f88058c1d15f 2024-12-04T15:56:50,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/cd0aeda8eeb14f39bc9ca4d265b7d8e6 is 50, key is test_row_0/C:col10/1733327809990/Put/seqid=0 2024-12-04T15:56:50,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742046_1222 (size=12301) 2024-12-04T15:56:50,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/cd0aeda8eeb14f39bc9ca4d265b7d8e6 2024-12-04T15:56:50,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/31adb50e25d64e2b835d2089022a1f10 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/31adb50e25d64e2b835d2089022a1f10 2024-12-04T15:56:51,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/31adb50e25d64e2b835d2089022a1f10, entries=200, sequenceid=351, filesize=39.0 K 2024-12-04T15:56:51,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/a4e8d669c16b449dbb29f88058c1d15f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/a4e8d669c16b449dbb29f88058c1d15f 2024-12-04T15:56:51,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/a4e8d669c16b449dbb29f88058c1d15f, entries=150, sequenceid=351, filesize=12.0 K 2024-12-04T15:56:51,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/cd0aeda8eeb14f39bc9ca4d265b7d8e6 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/cd0aeda8eeb14f39bc9ca4d265b7d8e6 2024-12-04T15:56:51,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/cd0aeda8eeb14f39bc9ca4d265b7d8e6, entries=150, sequenceid=351, filesize=12.0 K 2024-12-04T15:56:51,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c560f73d5f25ba02f26f72527f24ab47 in 900ms, sequenceid=351, compaction requested=true 2024-12-04T15:56:51,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:51,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:56:51,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:51,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:56:51,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:51,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c560f73d5f25ba02f26f72527f24ab47:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:56:51,015 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:56:51,015 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:56:51,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:51,016 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:56:51,016 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:56:51,016 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/A is initiating minor compaction (all files) 2024-12-04T15:56:51,016 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/B is initiating minor compaction (all files) 2024-12-04T15:56:51,016 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/A in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:51,016 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/B in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:51,016 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/b4522c24dad942438bf9292bd35c7656, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/78866c4d1cd54caca364ed255c9772f4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9b39ef58caa84927b0d2c4abfc454cf2, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/31adb50e25d64e2b835d2089022a1f10] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=139.7 K 2024-12-04T15:56:51,016 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/07d5ba5603864a1cb288ef0c64259257, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/648d29026086429185717fb0038c0929, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/9d4279c30ace4aa8b76d30179f35745f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/a4e8d669c16b449dbb29f88058c1d15f] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=48.7 K 2024-12-04T15:56:51,017 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:51,017 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/b4522c24dad942438bf9292bd35c7656, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/78866c4d1cd54caca364ed255c9772f4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9b39ef58caa84927b0d2c4abfc454cf2, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/31adb50e25d64e2b835d2089022a1f10] 2024-12-04T15:56:51,017 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4522c24dad942438bf9292bd35c7656, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733327805277 2024-12-04T15:56:51,017 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 07d5ba5603864a1cb288ef0c64259257, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733327805277 2024-12-04T15:56:51,017 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78866c4d1cd54caca364ed255c9772f4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733327806511 2024-12-04T15:56:51,017 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 648d29026086429185717fb0038c0929, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733327806511 2024-12-04T15:56:51,018 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b39ef58caa84927b0d2c4abfc454cf2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733327807697 2024-12-04T15:56:51,018 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d4279c30ace4aa8b76d30179f35745f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733327807697 2024-12-04T15:56:51,018 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting a4e8d669c16b449dbb29f88058c1d15f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733327809990 2024-12-04T15:56:51,018 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31adb50e25d64e2b835d2089022a1f10, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733327809964 2024-12-04T15:56:51,029 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:51,030 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#B#compaction#183 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:51,030 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/08cbff3c4bdf42e8bd832407125b516a is 50, key is test_row_0/B:col10/1733327809990/Put/seqid=0 2024-12-04T15:56:51,036 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204fdbcb840841b4a398e53ccee70ab7ecf_c560f73d5f25ba02f26f72527f24ab47 store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:51,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742047_1223 (size=13119) 2024-12-04T15:56:51,047 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/08cbff3c4bdf42e8bd832407125b516a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/08cbff3c4bdf42e8bd832407125b516a 2024-12-04T15:56:51,053 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/B of c560f73d5f25ba02f26f72527f24ab47 into 08cbff3c4bdf42e8bd832407125b516a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:51,054 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:51,054 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/B, priority=12, startTime=1733327811015; duration=0sec 2024-12-04T15:56:51,054 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:56:51,054 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:B 2024-12-04T15:56:51,054 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:56:51,055 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:56:51,055 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): c560f73d5f25ba02f26f72527f24ab47/C is initiating minor compaction (all files) 2024-12-04T15:56:51,055 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c560f73d5f25ba02f26f72527f24ab47/C in TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:51,055 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/cb091accc7224c178cc724c4ae623be4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/2fb55a9909e0468791d4831b31e29c15, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/342bf4efe859450ea24595b3105d0087, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/cd0aeda8eeb14f39bc9ca4d265b7d8e6] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp, totalSize=48.7 K 2024-12-04T15:56:51,056 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting cb091accc7224c178cc724c4ae623be4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733327805277 2024-12-04T15:56:51,056 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fb55a9909e0468791d4831b31e29c15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733327806511 2024-12-04T15:56:51,057 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 342bf4efe859450ea24595b3105d0087, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733327807697 2024-12-04T15:56:51,057 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting cd0aeda8eeb14f39bc9ca4d265b7d8e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733327809990 2024-12-04T15:56:51,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-04T15:56:51,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:51,060 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-04T15:56:51,070 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204fdbcb840841b4a398e53ccee70ab7ecf_c560f73d5f25ba02f26f72527f24ab47, store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:51,071 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204fdbcb840841b4a398e53ccee70ab7ecf_c560f73d5f25ba02f26f72527f24ab47 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T15:56:51,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a095422753fc4a50a53c57cac0ac22ad_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327810163/Put/seqid=0 2024-12-04T15:56:51,084 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#C#compaction#186 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:51,085 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/60e12fff1a7048689b84b244f6ef6190 is 50, key is test_row_0/C:col10/1733327809990/Put/seqid=0 2024-12-04T15:56:51,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742048_1224 (size=4469) 2024-12-04T15:56:51,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742049_1225 (size=12454) 2024-12-04T15:56:51,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742050_1226 (size=13119) 2024-12-04T15:56:51,107 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/60e12fff1a7048689b84b244f6ef6190 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/60e12fff1a7048689b84b244f6ef6190 2024-12-04T15:56:51,112 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/C of c560f73d5f25ba02f26f72527f24ab47 into 60e12fff1a7048689b84b244f6ef6190(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:51,112 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:51,112 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/C, priority=12, startTime=1733327811015; duration=0sec 2024-12-04T15:56:51,112 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:51,112 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:C 2024-12-04T15:56:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:51,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. as already flushing 2024-12-04T15:56:51,315 INFO [Thread-634 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-634. 2024-12-04T15:56:51,315 DEBUG [Thread-634 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:51,315 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:51,315 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:51,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:51,435 INFO [Thread-638 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-638. 2024-12-04T15:56:51,435 DEBUG [Thread-638 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:51,435 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:51,435 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:51,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:51,466 INFO [Thread-642 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-642. 2024-12-04T15:56:51,466 INFO [Thread-640 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-640. 2024-12-04T15:56:51,466 DEBUG [Thread-642 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:51,466 DEBUG [Thread-642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:51,466 DEBUG [Thread-640 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:51,466 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:51,466 DEBUG [Thread-642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:51,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:51,466 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:51,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:51,474 INFO [Thread-636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-636. 2024-12-04T15:56:51,474 DEBUG [Thread-636 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:56:51,474 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:51,474 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:51,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:51,491 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c560f73d5f25ba02f26f72527f24ab47#A#compaction#184 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:56:51,492 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/8d63b827c4b4408cba92dfb4bb78593b is 175, key is test_row_0/A:col10/1733327809990/Put/seqid=0 2024-12-04T15:56:51,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742051_1227 (size=32073) 2024-12-04T15:56:51,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:51,499 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a095422753fc4a50a53c57cac0ac22ad_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a095422753fc4a50a53c57cac0ac22ad_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:51,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/6efdf3a9167d40d2bff57ace9401c649, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:51,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/6efdf3a9167d40d2bff57ace9401c649 is 175, key is test_row_0/A:col10/1733327810163/Put/seqid=0 2024-12-04T15:56:51,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742052_1228 (size=31255) 2024-12-04T15:56:51,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T15:56:51,901 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/8d63b827c4b4408cba92dfb4bb78593b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/8d63b827c4b4408cba92dfb4bb78593b 2024-12-04T15:56:51,906 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c560f73d5f25ba02f26f72527f24ab47/A of c560f73d5f25ba02f26f72527f24ab47 into 8d63b827c4b4408cba92dfb4bb78593b(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:56:51,906 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/6efdf3a9167d40d2bff57ace9401c649 2024-12-04T15:56:51,906 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:51,906 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., storeName=c560f73d5f25ba02f26f72527f24ab47/A, priority=12, startTime=1733327811015; duration=0sec 2024-12-04T15:56:51,906 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:56:51,906 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c560f73d5f25ba02f26f72527f24ab47:A 2024-12-04T15:56:51,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/df77447d33304bdc8308bd407aacfd23 is 50, key is test_row_0/B:col10/1733327810163/Put/seqid=0 2024-12-04T15:56:51,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742053_1229 (size=12301) 2024-12-04T15:56:52,318 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/df77447d33304bdc8308bd407aacfd23 2024-12-04T15:56:52,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/37d13c4d55184e87b92070f55f7e2a4b is 50, key is test_row_0/C:col10/1733327810163/Put/seqid=0 2024-12-04T15:56:52,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742054_1230 (size=12301) 2024-12-04T15:56:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T15:56:52,731 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/37d13c4d55184e87b92070f55f7e2a4b 2024-12-04T15:56:52,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/6efdf3a9167d40d2bff57ace9401c649 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/6efdf3a9167d40d2bff57ace9401c649 2024-12-04T15:56:52,740 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/6efdf3a9167d40d2bff57ace9401c649, entries=150, sequenceid=364, filesize=30.5 K 2024-12-04T15:56:52,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/df77447d33304bdc8308bd407aacfd23 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/df77447d33304bdc8308bd407aacfd23 2024-12-04T15:56:52,744 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/df77447d33304bdc8308bd407aacfd23, entries=150, sequenceid=364, filesize=12.0 K 2024-12-04T15:56:52,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/37d13c4d55184e87b92070f55f7e2a4b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/37d13c4d55184e87b92070f55f7e2a4b 2024-12-04T15:56:52,749 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/37d13c4d55184e87b92070f55f7e2a4b, entries=150, sequenceid=364, filesize=12.0 K 2024-12-04T15:56:52,749 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=33.54 KB/34350 for c560f73d5f25ba02f26f72527f24ab47 in 1689ms, sequenceid=364, compaction requested=false 2024-12-04T15:56:52,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for c560f73d5f25ba02f26f72527f24ab47: 2024-12-04T15:56:52,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:52,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-04T15:56:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-04T15:56:52,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-04T15:56:52,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3030 sec 2024-12-04T15:56:52,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 2.3090 sec 2024-12-04T15:56:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-04T15:56:54,603 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:54,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T15:56:54,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 230 2024-12-04T15:56:54,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-04T15:56:54,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-12-04T15:56:54,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-04T15:56:54,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-04T15:56:54,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T15:56:54,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3240 2024-12-04T15:56:54,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3120 2024-12-04T15:56:54,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T15:56:54,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1399 2024-12-04T15:56:54,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4197 rows 2024-12-04T15:56:54,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1401 2024-12-04T15:56:54,603 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4203 rows 2024-12-04T15:56:54,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:56:54,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:56:54,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:54,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:54,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:56:54,605 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T15:56:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T15:56:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-04T15:56:54,608 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327814607"}]},"ts":"1733327814607"} 2024-12-04T15:56:54,609 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T15:56:54,609 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T15:56:54,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T15:56:54,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c560f73d5f25ba02f26f72527f24ab47, UNASSIGN}] 2024-12-04T15:56:54,612 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c560f73d5f25ba02f26f72527f24ab47, UNASSIGN 2024-12-04T15:56:54,612 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=c560f73d5f25ba02f26f72527f24ab47, regionState=CLOSING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:56:54,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c560f73d5f25ba02f26f72527f24ab47, UNASSIGN because future has completed 2024-12-04T15:56:54,614 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T15:56:54,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:56:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-04T15:56:54,766 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(122): Close c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:54,766 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T15:56:54,766 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1722): Closing c560f73d5f25ba02f26f72527f24ab47, disabling compactions & flushes 2024-12-04T15:56:54,766 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:54,766 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:54,766 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. after waiting 0 ms 2024-12-04T15:56:54,766 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:54,766 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(2902): Flushing c560f73d5f25ba02f26f72527f24ab47 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-04T15:56:54,773 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204912ed5c39cf746a5b47b76601a09a473_c560f73d5f25ba02f26f72527f24ab47 is 50, key is test_row_0/A:col10/1733327811313/Put/seqid=0 2024-12-04T15:56:54,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742055_1231 (size=9914) 2024-12-04T15:56:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-04T15:56:55,177 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:55,181 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204912ed5c39cf746a5b47b76601a09a473_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204912ed5c39cf746a5b47b76601a09a473_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:55,182 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/383829c2c56a4cabbcdd1b56b7b95ed9, store: [table=TestAcidGuarantees family=A region=c560f73d5f25ba02f26f72527f24ab47] 2024-12-04T15:56:55,183 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/383829c2c56a4cabbcdd1b56b7b95ed9 is 175, key is test_row_0/A:col10/1733327811313/Put/seqid=0 2024-12-04T15:56:55,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742056_1232 (size=22561) 2024-12-04T15:56:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-04T15:56:55,588 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/383829c2c56a4cabbcdd1b56b7b95ed9 2024-12-04T15:56:55,594 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/2a536024b2e94a1ca49f3d55d49804f3 is 50, key is test_row_0/B:col10/1733327811313/Put/seqid=0 2024-12-04T15:56:55,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742057_1233 (size=9857) 2024-12-04T15:56:55,599 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/2a536024b2e94a1ca49f3d55d49804f3 2024-12-04T15:56:55,605 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/34f789cf0330400199690d7d08f184be is 50, key is test_row_0/C:col10/1733327811313/Put/seqid=0 2024-12-04T15:56:55,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742058_1234 (size=9857) 2024-12-04T15:56:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-04T15:56:56,011 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/34f789cf0330400199690d7d08f184be 2024-12-04T15:56:56,015 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/A/383829c2c56a4cabbcdd1b56b7b95ed9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/383829c2c56a4cabbcdd1b56b7b95ed9 2024-12-04T15:56:56,020 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/383829c2c56a4cabbcdd1b56b7b95ed9, entries=100, sequenceid=374, filesize=22.0 K 2024-12-04T15:56:56,021 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/B/2a536024b2e94a1ca49f3d55d49804f3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/2a536024b2e94a1ca49f3d55d49804f3 2024-12-04T15:56:56,025 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/2a536024b2e94a1ca49f3d55d49804f3, entries=100, sequenceid=374, filesize=9.6 K 2024-12-04T15:56:56,026 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/.tmp/C/34f789cf0330400199690d7d08f184be as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/34f789cf0330400199690d7d08f184be 2024-12-04T15:56:56,029 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/34f789cf0330400199690d7d08f184be, entries=100, sequenceid=374, filesize=9.6 K 2024-12-04T15:56:56,030 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c560f73d5f25ba02f26f72527f24ab47 in 1264ms, sequenceid=374, compaction requested=true 2024-12-04T15:56:56,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/801d682292174cfb826ec2be81415c0e, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/0ebc1c9f3b41415caf970356a633ece0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9cae19f899554efaa4f7fe31337b90f8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/61920f53cb1c4931835b88dd17cb15db, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/b66df3237672496cb0b1bc554a62f75d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/5b1dcce9b2aa4c22b6f7344591330ffe, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9ba0204df97c4f1ca14655101e15b4f6, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/336b118054b04a0bbb1922b17301e4f6, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/531993d96e5845e7a48139e8ac63ad86, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/c95611f760ea46a2a66655c87c10211d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/370d8cc9cd8947adab49a51f921d9ac0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/91b3d4e327954a44a24e73d994b5d341, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/c959f7db2d704d369d6ee5346db268a3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/fd71923189334ccf94a2e767f096cb91, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/aa60bfa8ef5548ecb080a7afe91c8d55, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/3d3436666fde47409506f90630eeca2f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/a951e49ab43f4f6f956d7a18319ecac8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/5a46166f1da243c58b7cab1114b7be01, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/4aaae81d4edf4e7794da43b6c5aefc82, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/cd1268bb74d5481da7a45034e2df7f8c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/b4522c24dad942438bf9292bd35c7656, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/78866c4d1cd54caca364ed255c9772f4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9b39ef58caa84927b0d2c4abfc454cf2, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/31adb50e25d64e2b835d2089022a1f10] to archive 2024-12-04T15:56:56,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:56:56,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/801d682292174cfb826ec2be81415c0e to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/801d682292174cfb826ec2be81415c0e 2024-12-04T15:56:56,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/0ebc1c9f3b41415caf970356a633ece0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/0ebc1c9f3b41415caf970356a633ece0 2024-12-04T15:56:56,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9cae19f899554efaa4f7fe31337b90f8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9cae19f899554efaa4f7fe31337b90f8 2024-12-04T15:56:56,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/61920f53cb1c4931835b88dd17cb15db to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/61920f53cb1c4931835b88dd17cb15db 2024-12-04T15:56:56,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/b66df3237672496cb0b1bc554a62f75d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/b66df3237672496cb0b1bc554a62f75d 2024-12-04T15:56:56,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/5b1dcce9b2aa4c22b6f7344591330ffe to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/5b1dcce9b2aa4c22b6f7344591330ffe 2024-12-04T15:56:56,040 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9ba0204df97c4f1ca14655101e15b4f6 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9ba0204df97c4f1ca14655101e15b4f6 2024-12-04T15:56:56,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/336b118054b04a0bbb1922b17301e4f6 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/336b118054b04a0bbb1922b17301e4f6 2024-12-04T15:56:56,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/531993d96e5845e7a48139e8ac63ad86 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/531993d96e5845e7a48139e8ac63ad86 2024-12-04T15:56:56,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/c95611f760ea46a2a66655c87c10211d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/c95611f760ea46a2a66655c87c10211d 2024-12-04T15:56:56,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/370d8cc9cd8947adab49a51f921d9ac0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/370d8cc9cd8947adab49a51f921d9ac0 2024-12-04T15:56:56,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/91b3d4e327954a44a24e73d994b5d341 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/91b3d4e327954a44a24e73d994b5d341 2024-12-04T15:56:56,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/c959f7db2d704d369d6ee5346db268a3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/c959f7db2d704d369d6ee5346db268a3 2024-12-04T15:56:56,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/fd71923189334ccf94a2e767f096cb91 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/fd71923189334ccf94a2e767f096cb91 2024-12-04T15:56:56,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/aa60bfa8ef5548ecb080a7afe91c8d55 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/aa60bfa8ef5548ecb080a7afe91c8d55 2024-12-04T15:56:56,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/3d3436666fde47409506f90630eeca2f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/3d3436666fde47409506f90630eeca2f 2024-12-04T15:56:56,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/a951e49ab43f4f6f956d7a18319ecac8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/a951e49ab43f4f6f956d7a18319ecac8 2024-12-04T15:56:56,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/5a46166f1da243c58b7cab1114b7be01 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/5a46166f1da243c58b7cab1114b7be01 2024-12-04T15:56:56,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/4aaae81d4edf4e7794da43b6c5aefc82 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/4aaae81d4edf4e7794da43b6c5aefc82 2024-12-04T15:56:56,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/cd1268bb74d5481da7a45034e2df7f8c to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/cd1268bb74d5481da7a45034e2df7f8c 2024-12-04T15:56:56,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/b4522c24dad942438bf9292bd35c7656 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/b4522c24dad942438bf9292bd35c7656 2024-12-04T15:56:56,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/78866c4d1cd54caca364ed255c9772f4 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/78866c4d1cd54caca364ed255c9772f4 2024-12-04T15:56:56,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9b39ef58caa84927b0d2c4abfc454cf2 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/9b39ef58caa84927b0d2c4abfc454cf2 2024-12-04T15:56:56,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/31adb50e25d64e2b835d2089022a1f10 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/31adb50e25d64e2b835d2089022a1f10 2024-12-04T15:56:56,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/5e1d35951a7840b9a63e6492648efab5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/902b108f74c44d0b8ff2605b93059fc9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/af71c7750d63494b9837293314382301, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/e91f62b7fb774184a6c5ac6fff626d85, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/8865e27dd6e547d78206e17611990e99, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/d4bb28ca93924e77abf13c8f9a992bb3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/c20ad360d55c420c9f52d0a4491f125f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/15e29656b3884cc2bb584fd97d40e6c7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/f06c97af2f634edbbf355f78b16da75a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/df30ecec94024c4394c84fc640572321, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/ffeddc9a04af46b48b46d9b1ed0b20d3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/30c320b11d804687be941a1f7be44455, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/ba2b482bf72b48fc95c2a0e41f79542b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/45a1f6cf1ce24a37b4f70604280fec46, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/c868f193a526411787c69ca2c4a0000e, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/45351acc4f15402aa66ba231ee26f40b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/6b9fa35c1bb94e638bb132c514aaad3f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/2d1d6d88d09a421b9c87c3e53e2a8571, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/6e8ef73b4fdb4666aa89204a56798a5b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/07d5ba5603864a1cb288ef0c64259257, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/236284c8a3ba4a1b8dfda70ac2257383, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/648d29026086429185717fb0038c0929, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/9d4279c30ace4aa8b76d30179f35745f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/a4e8d669c16b449dbb29f88058c1d15f] to archive 2024-12-04T15:56:56,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:56:56,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/5e1d35951a7840b9a63e6492648efab5 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/5e1d35951a7840b9a63e6492648efab5 2024-12-04T15:56:56,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/902b108f74c44d0b8ff2605b93059fc9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/902b108f74c44d0b8ff2605b93059fc9 2024-12-04T15:56:56,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/af71c7750d63494b9837293314382301 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/af71c7750d63494b9837293314382301 2024-12-04T15:56:56,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/e91f62b7fb774184a6c5ac6fff626d85 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/e91f62b7fb774184a6c5ac6fff626d85 2024-12-04T15:56:56,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/8865e27dd6e547d78206e17611990e99 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/8865e27dd6e547d78206e17611990e99 2024-12-04T15:56:56,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/d4bb28ca93924e77abf13c8f9a992bb3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/d4bb28ca93924e77abf13c8f9a992bb3 2024-12-04T15:56:56,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/c20ad360d55c420c9f52d0a4491f125f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/c20ad360d55c420c9f52d0a4491f125f 2024-12-04T15:56:56,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/15e29656b3884cc2bb584fd97d40e6c7 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/15e29656b3884cc2bb584fd97d40e6c7 2024-12-04T15:56:56,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/f06c97af2f634edbbf355f78b16da75a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/f06c97af2f634edbbf355f78b16da75a 2024-12-04T15:56:56,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/df30ecec94024c4394c84fc640572321 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/df30ecec94024c4394c84fc640572321 2024-12-04T15:56:56,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/ffeddc9a04af46b48b46d9b1ed0b20d3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/ffeddc9a04af46b48b46d9b1ed0b20d3 2024-12-04T15:56:56,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/30c320b11d804687be941a1f7be44455 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/30c320b11d804687be941a1f7be44455 2024-12-04T15:56:56,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/ba2b482bf72b48fc95c2a0e41f79542b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/ba2b482bf72b48fc95c2a0e41f79542b 2024-12-04T15:56:56,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/45a1f6cf1ce24a37b4f70604280fec46 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/45a1f6cf1ce24a37b4f70604280fec46 2024-12-04T15:56:56,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/c868f193a526411787c69ca2c4a0000e to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/c868f193a526411787c69ca2c4a0000e 2024-12-04T15:56:56,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/45351acc4f15402aa66ba231ee26f40b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/45351acc4f15402aa66ba231ee26f40b 2024-12-04T15:56:56,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/6b9fa35c1bb94e638bb132c514aaad3f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/6b9fa35c1bb94e638bb132c514aaad3f 2024-12-04T15:56:56,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/2d1d6d88d09a421b9c87c3e53e2a8571 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/2d1d6d88d09a421b9c87c3e53e2a8571 2024-12-04T15:56:56,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/6e8ef73b4fdb4666aa89204a56798a5b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/6e8ef73b4fdb4666aa89204a56798a5b 2024-12-04T15:56:56,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/07d5ba5603864a1cb288ef0c64259257 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/07d5ba5603864a1cb288ef0c64259257 2024-12-04T15:56:56,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/236284c8a3ba4a1b8dfda70ac2257383 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/236284c8a3ba4a1b8dfda70ac2257383 2024-12-04T15:56:56,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/648d29026086429185717fb0038c0929 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/648d29026086429185717fb0038c0929 2024-12-04T15:56:56,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/9d4279c30ace4aa8b76d30179f35745f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/9d4279c30ace4aa8b76d30179f35745f 2024-12-04T15:56:56,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/a4e8d669c16b449dbb29f88058c1d15f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/a4e8d669c16b449dbb29f88058c1d15f 2024-12-04T15:56:56,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/9728edc71ec74feba8d68a62b690de49, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/bbb1f2ded2b942b48576f974f3eab97b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/1674710858b74af9a82e1e0a2be9868d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/d4603110408b4bf58e17bc47d516849b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/a8de47e1005543228482319b66f2e188, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/9118d35a53d94d62855eb856312d4bcf, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/7fb3b71fc5254665bc8b297c8b624429, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/59eb62998ac8477d930d04fa9ace9152, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/ff6634da4bb34aa9b29807e4f0416f1c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/59b04d53b1b4470da85f6b06da91caff, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/73e297b1536d446cae8ab3335f6625d1, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/cc939fb2802241a0b4d920357b2bf82f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/ce350947326144699f09453d5dcf57db, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/9bb95fb34a32465cb60dc59f749c6bec, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/2ace9da9fe38483ead5857127ad336bc, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/681e1f2ad33446a4b3e24730cb1424fe, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/e243b8392a184d3da9bf8ce0c0631c24, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/eff93bb55dd84f7e8721654e6412cc67, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/0d4bf068d4cd4b828693c3569f662fd0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/cb091accc7224c178cc724c4ae623be4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/bb256c727a53480b838c7502f3ec8469, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/2fb55a9909e0468791d4831b31e29c15, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/342bf4efe859450ea24595b3105d0087, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/cd0aeda8eeb14f39bc9ca4d265b7d8e6] to archive 2024-12-04T15:56:56,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:56:56,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/9728edc71ec74feba8d68a62b690de49 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/9728edc71ec74feba8d68a62b690de49 2024-12-04T15:56:56,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/bbb1f2ded2b942b48576f974f3eab97b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/bbb1f2ded2b942b48576f974f3eab97b 2024-12-04T15:56:56,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/1674710858b74af9a82e1e0a2be9868d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/1674710858b74af9a82e1e0a2be9868d 2024-12-04T15:56:56,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/d4603110408b4bf58e17bc47d516849b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/d4603110408b4bf58e17bc47d516849b 2024-12-04T15:56:56,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/a8de47e1005543228482319b66f2e188 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/a8de47e1005543228482319b66f2e188 2024-12-04T15:56:56,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/9118d35a53d94d62855eb856312d4bcf to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/9118d35a53d94d62855eb856312d4bcf 2024-12-04T15:56:56,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/7fb3b71fc5254665bc8b297c8b624429 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/7fb3b71fc5254665bc8b297c8b624429 2024-12-04T15:56:56,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/59eb62998ac8477d930d04fa9ace9152 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/59eb62998ac8477d930d04fa9ace9152 2024-12-04T15:56:56,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/ff6634da4bb34aa9b29807e4f0416f1c to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/ff6634da4bb34aa9b29807e4f0416f1c 2024-12-04T15:56:56,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/59b04d53b1b4470da85f6b06da91caff to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/59b04d53b1b4470da85f6b06da91caff 2024-12-04T15:56:56,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/73e297b1536d446cae8ab3335f6625d1 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/73e297b1536d446cae8ab3335f6625d1 2024-12-04T15:56:56,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/cc939fb2802241a0b4d920357b2bf82f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/cc939fb2802241a0b4d920357b2bf82f 2024-12-04T15:56:56,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/ce350947326144699f09453d5dcf57db to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/ce350947326144699f09453d5dcf57db 2024-12-04T15:56:56,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/9bb95fb34a32465cb60dc59f749c6bec to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/9bb95fb34a32465cb60dc59f749c6bec 2024-12-04T15:56:56,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/2ace9da9fe38483ead5857127ad336bc to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/2ace9da9fe38483ead5857127ad336bc 2024-12-04T15:56:56,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/681e1f2ad33446a4b3e24730cb1424fe to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/681e1f2ad33446a4b3e24730cb1424fe 2024-12-04T15:56:56,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/e243b8392a184d3da9bf8ce0c0631c24 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/e243b8392a184d3da9bf8ce0c0631c24 2024-12-04T15:56:56,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/eff93bb55dd84f7e8721654e6412cc67 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/eff93bb55dd84f7e8721654e6412cc67 2024-12-04T15:56:56,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/0d4bf068d4cd4b828693c3569f662fd0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/0d4bf068d4cd4b828693c3569f662fd0 2024-12-04T15:56:56,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/cb091accc7224c178cc724c4ae623be4 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/cb091accc7224c178cc724c4ae623be4 2024-12-04T15:56:56,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/bb256c727a53480b838c7502f3ec8469 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/bb256c727a53480b838c7502f3ec8469 2024-12-04T15:56:56,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/2fb55a9909e0468791d4831b31e29c15 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/2fb55a9909e0468791d4831b31e29c15 2024-12-04T15:56:56,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/342bf4efe859450ea24595b3105d0087 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/342bf4efe859450ea24595b3105d0087 2024-12-04T15:56:56,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/cd0aeda8eeb14f39bc9ca4d265b7d8e6 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/cd0aeda8eeb14f39bc9ca4d265b7d8e6 2024-12-04T15:56:56,117 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/recovered.edits/377.seqid, newMaxSeqId=377, maxSeqId=4 2024-12-04T15:56:56,118 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. 2024-12-04T15:56:56,118 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1676): Region close journal for c560f73d5f25ba02f26f72527f24ab47: Waiting for close lock at 1733327814766Running coprocessor pre-close hooks at 1733327814766Disabling compacts and flushes for region at 1733327814766Disabling writes for close at 1733327814766Obtaining lock to block concurrent updates at 1733327814766Preparing flush snapshotting stores in c560f73d5f25ba02f26f72527f24ab47 at 1733327814766Finished memstore snapshotting TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733327814767 (+1 ms)Flushing stores of TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47. at 1733327814767Flushing c560f73d5f25ba02f26f72527f24ab47/A: creating writer at 1733327814767Flushing mob file c560f73d5f25ba02f26f72527f24ab47/A: appending metadata at 1733327814772 (+5 ms)Flushing mob file c560f73d5f25ba02f26f72527f24ab47/A: closing flushed file at 1733327814772Flushing c560f73d5f25ba02f26f72527f24ab47/A: appending metadata at 1733327815182 (+410 ms)Flushing c560f73d5f25ba02f26f72527f24ab47/A: closing flushed file at 1733327815182Flushing c560f73d5f25ba02f26f72527f24ab47/B: creating writer at 1733327815591 (+409 ms)Flushing c560f73d5f25ba02f26f72527f24ab47/B: appending metadata at 1733327815594 (+3 ms)Flushing c560f73d5f25ba02f26f72527f24ab47/B: closing flushed file at 1733327815594Flushing c560f73d5f25ba02f26f72527f24ab47/C: creating writer at 1733327815602 (+8 ms)Flushing c560f73d5f25ba02f26f72527f24ab47/C: appending metadata at 1733327815605 (+3 ms)Flushing c560f73d5f25ba02f26f72527f24ab47/C: closing flushed file at 1733327815605Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c4826c9: reopening flushed file at 1733327816015 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f682a3: reopening flushed file at 1733327816020 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77ab6ede: reopening flushed file at 1733327816025 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c560f73d5f25ba02f26f72527f24ab47 in 1264ms, sequenceid=374, compaction requested=true at 1733327816030 (+5 ms)Writing region close event to WAL at 1733327816113 (+83 ms)Running coprocessor post-close hooks at 1733327816117 (+4 ms)Closed at 1733327816118 (+1 ms) 2024-12-04T15:56:56,120 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(157): Closed c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,120 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=c560f73d5f25ba02f26f72527f24ab47, regionState=CLOSED 2024-12-04T15:56:56,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:56:56,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-04T15:56:56,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseRegionProcedure c560f73d5f25ba02f26f72527f24ab47, server=a21b6491b371,38361,1733327751910 in 1.5080 sec 2024-12-04T15:56:56,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-12-04T15:56:56,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c560f73d5f25ba02f26f72527f24ab47, UNASSIGN in 1.5130 sec 2024-12-04T15:56:56,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-04T15:56:56,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5160 sec 2024-12-04T15:56:56,128 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327816128"}]},"ts":"1733327816128"} 2024-12-04T15:56:56,129 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T15:56:56,129 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T15:56:56,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5250 sec 2024-12-04T15:56:56,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-04T15:56:56,754 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:56,754 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T15:56:56,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:56:56,756 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:56:56,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-04T15:56:56,757 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=66, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:56:56,759 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,762 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/recovered.edits] 2024-12-04T15:56:56,765 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/383829c2c56a4cabbcdd1b56b7b95ed9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/383829c2c56a4cabbcdd1b56b7b95ed9 2024-12-04T15:56:56,766 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/6efdf3a9167d40d2bff57ace9401c649 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/6efdf3a9167d40d2bff57ace9401c649 2024-12-04T15:56:56,767 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/8d63b827c4b4408cba92dfb4bb78593b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/A/8d63b827c4b4408cba92dfb4bb78593b 2024-12-04T15:56:56,769 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/08cbff3c4bdf42e8bd832407125b516a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/08cbff3c4bdf42e8bd832407125b516a 2024-12-04T15:56:56,771 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/2a536024b2e94a1ca49f3d55d49804f3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/2a536024b2e94a1ca49f3d55d49804f3 2024-12-04T15:56:56,772 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/df77447d33304bdc8308bd407aacfd23 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/B/df77447d33304bdc8308bd407aacfd23 2024-12-04T15:56:56,775 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/34f789cf0330400199690d7d08f184be to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/34f789cf0330400199690d7d08f184be 2024-12-04T15:56:56,776 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/37d13c4d55184e87b92070f55f7e2a4b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/37d13c4d55184e87b92070f55f7e2a4b 2024-12-04T15:56:56,778 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/60e12fff1a7048689b84b244f6ef6190 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/C/60e12fff1a7048689b84b244f6ef6190 2024-12-04T15:56:56,780 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/recovered.edits/377.seqid to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47/recovered.edits/377.seqid 2024-12-04T15:56:56,781 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,781 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T15:56:56,781 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T15:56:56,782 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-04T15:56:56,786 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041ddc000961d440a5801edacec3540fd3_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041ddc000961d440a5801edacec3540fd3_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,787 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204309b2ad9a38c4ab48a42796cbfacbdee_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204309b2ad9a38c4ab48a42796cbfacbdee_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,788 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044d651aa75bbe4ea9a1ddf3316dbc998f_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044d651aa75bbe4ea9a1ddf3316dbc998f_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,789 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045669b021a87b451fba11760dddf5442e_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045669b021a87b451fba11760dddf5442e_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,790 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045e13a8dae191494dafbf79f96e5fd52b_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412045e13a8dae191494dafbf79f96e5fd52b_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,791 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120464ea0f85a3594d53a3acfa526c601050_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120464ea0f85a3594d53a3acfa526c601050_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,792 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120474e703b465a341ef98e8aa414141d339_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120474e703b465a341ef98e8aa414141d339_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,793 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048480e54fea4046bdb9d420daa8e2a280_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048480e54fea4046bdb9d420daa8e2a280_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,794 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204912ed5c39cf746a5b47b76601a09a473_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204912ed5c39cf746a5b47b76601a09a473_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,795 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a095422753fc4a50a53c57cac0ac22ad_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a095422753fc4a50a53c57cac0ac22ad_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,796 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b9d09cb8cc034d628b60b88d91586208_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204b9d09cb8cc034d628b60b88d91586208_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,797 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bfa968d75537422abe01e4f223f94d5b_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204bfa968d75537422abe01e4f223f94d5b_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,798 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c24a4bb0df634239ad39709b3f256deb_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c24a4bb0df634239ad39709b3f256deb_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,799 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c2557d81f3b24513b6aed9ce96d41436_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c2557d81f3b24513b6aed9ce96d41436_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,800 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d0691cc53d5449008bd8ac5d94e837c9_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d0691cc53d5449008bd8ac5d94e837c9_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,801 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d8d21938ed7e403aab39f7da4b0c36a8_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d8d21938ed7e403aab39f7da4b0c36a8_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,802 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e4a989a30403443f99a79fb9e244de8c_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e4a989a30403443f99a79fb9e244de8c_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,804 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e5d9b7db4dca4460a6cb985ca26872d7_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204e5d9b7db4dca4460a6cb985ca26872d7_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,805 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f548c26575ff4319bacc49983fd36979_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f548c26575ff4319bacc49983fd36979_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,806 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f8f5e034dacf489b93c2bed939546490_c560f73d5f25ba02f26f72527f24ab47 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204f8f5e034dacf489b93c2bed939546490_c560f73d5f25ba02f26f72527f24ab47 2024-12-04T15:56:56,807 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T15:56:56,810 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=66, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:56:56,812 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T15:56:56,815 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T15:56:56,816 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=66, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:56:56,816 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T15:56:56,816 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733327816816"}]},"ts":"9223372036854775807"} 2024-12-04T15:56:56,818 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T15:56:56,818 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c560f73d5f25ba02f26f72527f24ab47, NAME => 'TestAcidGuarantees,,1733327788544.c560f73d5f25ba02f26f72527f24ab47.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T15:56:56,819 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T15:56:56,819 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733327816819"}]},"ts":"9223372036854775807"} 2024-12-04T15:56:56,821 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T15:56:56,821 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=66, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:56:56,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-12-04T15:56:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-04T15:56:56,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T15:56:56,864 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:56,874 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=242 (was 237) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/cluster_499439cc-2ed7-9f21-2084-68e2f2b5a54c/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_347753715_22 at /127.0.0.1:35510 [Waiting for operation #327] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_347753715_22 at /127.0.0.1:35614 [Waiting for operation #311] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/cluster_499439cc-2ed7-9f21-2084-68e2f2b5a54c/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-785504034_22 at /127.0.0.1:35604 [Waiting for operation #282] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-785504034_22 at /127.0.0.1:41034 [Waiting for operation #380] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 403) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8976 (was 9099) 2024-12-04T15:56:56,883 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=8976 2024-12-04T15:56:56,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T15:56:56,884 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:56:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T15:56:56,886 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:56:56,886 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:56,886 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 67 2024-12-04T15:56:56,887 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:56:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-04T15:56:56,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742059_1235 (size=959) 2024-12-04T15:56:56,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-04T15:56:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-04T15:56:57,294 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7 2024-12-04T15:56:57,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742060_1236 (size=53) 2024-12-04T15:56:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-04T15:56:57,701 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:56:57,701 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 347f7e8fcda3c3ff73148bfbc4a944c4, disabling compactions & flushes 2024-12-04T15:56:57,701 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:56:57,701 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:56:57,701 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. after waiting 0 ms 2024-12-04T15:56:57,701 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:56:57,701 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:56:57,701 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 347f7e8fcda3c3ff73148bfbc4a944c4: Waiting for close lock at 1733327817701Disabling compacts and flushes for region at 1733327817701Disabling writes for close at 1733327817701Writing region close event to WAL at 1733327817701Closed at 1733327817701 2024-12-04T15:56:57,702 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:56:57,703 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733327817702"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733327817702"}]},"ts":"1733327817702"} 2024-12-04T15:56:57,704 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:56:57,704 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:56:57,705 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327817705"}]},"ts":"1733327817705"} 2024-12-04T15:56:57,706 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T15:56:57,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=347f7e8fcda3c3ff73148bfbc4a944c4, ASSIGN}] 2024-12-04T15:56:57,707 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=347f7e8fcda3c3ff73148bfbc4a944c4, ASSIGN 2024-12-04T15:56:57,707 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=347f7e8fcda3c3ff73148bfbc4a944c4, ASSIGN; state=OFFLINE, location=a21b6491b371,38361,1733327751910; forceNewPlan=false, retain=false 2024-12-04T15:56:57,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=347f7e8fcda3c3ff73148bfbc4a944c4, regionState=OPENING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:56:57,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=347f7e8fcda3c3ff73148bfbc4a944c4, ASSIGN because future has completed 2024-12-04T15:56:57,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:56:58,015 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:56:58,015 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:56:58,016 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:56:58,016 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:56:58,016 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:56:58,016 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:56:58,017 INFO [StoreOpener-347f7e8fcda3c3ff73148bfbc4a944c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:56:58,019 INFO [StoreOpener-347f7e8fcda3c3ff73148bfbc4a944c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 347f7e8fcda3c3ff73148bfbc4a944c4 columnFamilyName A 2024-12-04T15:56:58,019 DEBUG [StoreOpener-347f7e8fcda3c3ff73148bfbc4a944c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:58,019 INFO [StoreOpener-347f7e8fcda3c3ff73148bfbc4a944c4-1 {}] regionserver.HStore(327): Store=347f7e8fcda3c3ff73148bfbc4a944c4/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:56:58,020 INFO [StoreOpener-347f7e8fcda3c3ff73148bfbc4a944c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:56:58,021 INFO [StoreOpener-347f7e8fcda3c3ff73148bfbc4a944c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 347f7e8fcda3c3ff73148bfbc4a944c4 columnFamilyName B 2024-12-04T15:56:58,021 DEBUG [StoreOpener-347f7e8fcda3c3ff73148bfbc4a944c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:58,021 INFO [StoreOpener-347f7e8fcda3c3ff73148bfbc4a944c4-1 {}] regionserver.HStore(327): Store=347f7e8fcda3c3ff73148bfbc4a944c4/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:56:58,021 INFO [StoreOpener-347f7e8fcda3c3ff73148bfbc4a944c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:56:58,023 INFO [StoreOpener-347f7e8fcda3c3ff73148bfbc4a944c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 347f7e8fcda3c3ff73148bfbc4a944c4 columnFamilyName C 2024-12-04T15:56:58,023 DEBUG [StoreOpener-347f7e8fcda3c3ff73148bfbc4a944c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:56:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-04T15:56:58,023 INFO [StoreOpener-347f7e8fcda3c3ff73148bfbc4a944c4-1 {}] regionserver.HStore(327): Store=347f7e8fcda3c3ff73148bfbc4a944c4/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:56:58,023 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:56:58,024 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:56:58,024 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:56:58,025 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:56:58,025 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:56:58,025 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T15:56:58,026 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:56:58,028 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:56:58,029 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 347f7e8fcda3c3ff73148bfbc4a944c4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71175755, jitterRate=0.06060139834880829}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T15:56:58,029 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:56:58,030 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 347f7e8fcda3c3ff73148bfbc4a944c4: Running coprocessor pre-open hook at 1733327818016Writing region info on filesystem at 1733327818016Initializing all the Stores at 1733327818017 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327818017Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327818017Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327818017Cleaning up temporary data from old regions at 1733327818025 (+8 ms)Running coprocessor post-open hooks at 1733327818029 (+4 ms)Region opened successfully at 1733327818030 (+1 ms) 2024-12-04T15:56:58,030 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., pid=69, masterSystemTime=1733327818012 2024-12-04T15:56:58,032 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:56:58,032 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:56:58,033 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=347f7e8fcda3c3ff73148bfbc4a944c4, regionState=OPEN, openSeqNum=2, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:56:58,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:56:58,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-04T15:56:58,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 in 175 msec 2024-12-04T15:56:58,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-12-04T15:56:58,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=347f7e8fcda3c3ff73148bfbc4a944c4, ASSIGN in 331 msec 2024-12-04T15:56:58,039 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:56:58,039 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327818039"}]},"ts":"1733327818039"} 2024-12-04T15:56:58,040 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T15:56:58,041 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:56:58,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1570 sec 2024-12-04T15:56:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-04T15:56:59,033 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:56:59,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4820daf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:59,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:59,035 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccde7d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:59,037 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597df428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:59,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:59,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:56:59,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is a21b6491b371,46405,1733327751000 2024-12-04T15:56:59,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f4d4f7d 2024-12-04T15:56:59,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:56:59,042 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:56:59,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582c8ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:59,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:59,044 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:59,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:59,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7637825e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:59,045 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44122, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc4e455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d450f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:59,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:59,047 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:59,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:59,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:59,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3208cda0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:59,048 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:59,048 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:59,048 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:59,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ac7d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77439656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:59,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:59,050 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2365c76b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:59,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:59,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:59,051 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:59,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ddcb013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b917b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:59,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:59,053 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9fd72a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:59,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:59,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:59,054 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:59,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6121664c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529c3cb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:59,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:59,056 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:59,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:59,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:59,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b705398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:59,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:59,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:59,057 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:59,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2a16ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42981cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,058 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:59,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:59,059 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7d78b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:59,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:59,060 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:59,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f09586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450b190b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:59,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:59,062 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:59,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:59,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:59,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e46b6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:59,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:59,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:59,063 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:59,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c97a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c46ca65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:59,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:59,064 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:59,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:59,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:59,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91f5ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:59,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:59,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:59,066 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:59,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51efc443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8aa11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:59,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:59,067 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:59,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:59,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:59,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e66cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:59,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:59,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:59,068 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:59,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6048893f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717c00aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:56:59,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:56:59,070 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:56:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:56:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:56:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7934ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:56:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:56:59,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:56:59,071 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:56:59,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3afd3280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:56:59,072 DEBUG [Thread-1105 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:59,072 DEBUG [Thread-1111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:59,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:59,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:59,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:59,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:59,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:56:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:56:59,076 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:56:59,077 DEBUG [Thread-1118 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:59,077 DEBUG [Thread-1107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:59,077 DEBUG [Thread-1114 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:59,077 DEBUG [Thread-1109 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:59,077 DEBUG [Thread-1103 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:59,078 DEBUG [Thread-1122 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:59,078 DEBUG [Thread-1120 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:59,078 DEBUG [Thread-1116 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:56:59,078 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:59,079 DEBUG [Thread-1103 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:59,079 DEBUG [Thread-1103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:59,079 DEBUG [Thread-1109 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:59,079 DEBUG [Thread-1109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:59,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:59,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:59,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:56:59,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:56:59,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:59,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:59,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:59,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:59,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:59,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-04T15:56:59,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:59,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:56:59,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:56:59,082 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:56:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:56:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:56:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T15:56:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:56:59,084 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:56:59,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:56:59,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:56:59,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:56:59,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:56:59,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:56:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:56:59,091 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:56:59,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:56:59,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327879125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327879126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327879128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327879129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327879131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/84a8bc117b674022af86adb5e625de13 is 50, key is test_row_0/A:col10/1733327819090/Put/seqid=0 2024-12-04T15:56:59,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742061_1237 (size=12001) 2024-12-04T15:56:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T15:56:59,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T15:56:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:56:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:56:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:56:59,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:59,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327879244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327879244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327879244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327879244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327879244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T15:56:59,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:56:59,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:56:59,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:56:59,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:59,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T15:56:59,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327879452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327879453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327879453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327879453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327879453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T15:56:59,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:56:59,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:56:59,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:56:59,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:59,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:59,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/84a8bc117b674022af86adb5e625de13 2024-12-04T15:56:59,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/c623316d24324b788597839385c330db is 50, key is test_row_0/B:col10/1733327819090/Put/seqid=0 2024-12-04T15:56:59,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742062_1238 (size=12001) 2024-12-04T15:56:59,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/c623316d24324b788597839385c330db 2024-12-04T15:56:59,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/18bd5563f8b542a6b89a352b0a5b833a is 50, key is test_row_0/C:col10/1733327819090/Put/seqid=0 2024-12-04T15:56:59,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742063_1239 (size=12001) 2024-12-04T15:56:59,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T15:56:59,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:56:59,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:56:59,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:56:59,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:59,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T15:56:59,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327879763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327879763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327879763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327879763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:56:59,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327879763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:56:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:56:59,766 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:56:59,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T15:56:59,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:56:59,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:56:59,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:56:59,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:59,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:56:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:00,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T15:57:00,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:00,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:00,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:00,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:00,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:00,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/18bd5563f8b542a6b89a352b0a5b833a 2024-12-04T15:57:00,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/84a8bc117b674022af86adb5e625de13 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/84a8bc117b674022af86adb5e625de13 2024-12-04T15:57:00,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/84a8bc117b674022af86adb5e625de13, entries=150, sequenceid=14, filesize=11.7 K 2024-12-04T15:57:00,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/c623316d24324b788597839385c330db as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c623316d24324b788597839385c330db 2024-12-04T15:57:00,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c623316d24324b788597839385c330db, entries=150, sequenceid=14, filesize=11.7 K 2024-12-04T15:57:00,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/18bd5563f8b542a6b89a352b0a5b833a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/18bd5563f8b542a6b89a352b0a5b833a 2024-12-04T15:57:00,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/18bd5563f8b542a6b89a352b0a5b833a, entries=150, sequenceid=14, filesize=11.7 K 2024-12-04T15:57:00,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 986ms, sequenceid=14, compaction requested=false 2024-12-04T15:57:00,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:00,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-04T15:57:00,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:00,162 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-04T15:57:00,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/b0dbdf73883e4354b21bcd34f26c1af8 is 50, key is test_row_0/A:col10/1733327819116/Put/seqid=0 2024-12-04T15:57:00,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742064_1240 (size=12001) 2024-12-04T15:57:00,174 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/b0dbdf73883e4354b21bcd34f26c1af8 2024-12-04T15:57:00,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/2df4b23ebe384c5e8357431650f030b8 is 50, key is test_row_0/B:col10/1733327819116/Put/seqid=0 2024-12-04T15:57:00,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742065_1241 (size=12001) 2024-12-04T15:57:00,218 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/2df4b23ebe384c5e8357431650f030b8 2024-12-04T15:57:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T15:57:00,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/b849dcc04d5d4fd58b6c71802b36712c is 50, key is test_row_0/C:col10/1733327819116/Put/seqid=0 2024-12-04T15:57:00,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742066_1242 (size=12001) 2024-12-04T15:57:00,274 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/b849dcc04d5d4fd58b6c71802b36712c 2024-12-04T15:57:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:00,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:00,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/b0dbdf73883e4354b21bcd34f26c1af8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/b0dbdf73883e4354b21bcd34f26c1af8 2024-12-04T15:57:00,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327880283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,290 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/b0dbdf73883e4354b21bcd34f26c1af8, entries=150, sequenceid=37, filesize=11.7 K 2024-12-04T15:57:00,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327880286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,292 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327880287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327880287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327880288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/2df4b23ebe384c5e8357431650f030b8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/2df4b23ebe384c5e8357431650f030b8 2024-12-04T15:57:00,301 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/2df4b23ebe384c5e8357431650f030b8, entries=150, sequenceid=37, filesize=11.7 K 2024-12-04T15:57:00,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/b849dcc04d5d4fd58b6c71802b36712c as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/b849dcc04d5d4fd58b6c71802b36712c 2024-12-04T15:57:00,312 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/b849dcc04d5d4fd58b6c71802b36712c, entries=150, sequenceid=37, filesize=11.7 K 2024-12-04T15:57:00,316 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 154ms, sequenceid=37, compaction requested=false 2024-12-04T15:57:00,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:00,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:00,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-04T15:57:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-04T15:57:00,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-04T15:57:00,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2340 sec 2024-12-04T15:57:00,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.2440 sec 2024-12-04T15:57:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:00,395 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:00,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-04T15:57:00,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/d3bb83072e1641eab5950a499e62ae84 is 50, key is test_row_0/A:col10/1733327820284/Put/seqid=0 2024-12-04T15:57:00,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742067_1243 (size=12001) 2024-12-04T15:57:00,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327880423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327880423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327880424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327880425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327880430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327880533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327880533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327880543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327880543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327880543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327880753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327880753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327880753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327880753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327880753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:00,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:00,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/d3bb83072e1641eab5950a499e62ae84 2024-12-04T15:57:00,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/6fe0d6cb46b1459f84bfcae8407953b4 is 50, key is test_row_0/B:col10/1733327820284/Put/seqid=0 2024-12-04T15:57:00,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742068_1244 (size=12001) 2024-12-04T15:57:00,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/6fe0d6cb46b1459f84bfcae8407953b4 2024-12-04T15:57:00,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/0a768fcd34d740d7901022bcde3cf1fe is 50, key is test_row_0/C:col10/1733327820284/Put/seqid=0 2024-12-04T15:57:00,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742069_1245 (size=12001) 2024-12-04T15:57:01,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327881076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327881076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327881076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327881076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327881076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-04T15:57:01,234 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:01,234 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-04T15:57:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T15:57:01,236 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:01,237 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:01,237 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:01,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/0a768fcd34d740d7901022bcde3cf1fe 2024-12-04T15:57:01,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/d3bb83072e1641eab5950a499e62ae84 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/d3bb83072e1641eab5950a499e62ae84 2024-12-04T15:57:01,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/d3bb83072e1641eab5950a499e62ae84, entries=150, sequenceid=52, filesize=11.7 K 2024-12-04T15:57:01,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/6fe0d6cb46b1459f84bfcae8407953b4 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/6fe0d6cb46b1459f84bfcae8407953b4 2024-12-04T15:57:01,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/6fe0d6cb46b1459f84bfcae8407953b4, entries=150, sequenceid=52, filesize=11.7 K 2024-12-04T15:57:01,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/0a768fcd34d740d7901022bcde3cf1fe as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/0a768fcd34d740d7901022bcde3cf1fe 2024-12-04T15:57:01,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/0a768fcd34d740d7901022bcde3cf1fe, entries=150, sequenceid=52, filesize=11.7 K 2024-12-04T15:57:01,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 922ms, sequenceid=52, compaction requested=true 2024-12-04T15:57:01,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:01,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:57:01,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:01,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:57:01,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:01,317 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:01,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:57:01,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:01,317 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:01,318 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:01,318 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/A is initiating minor compaction (all files) 2024-12-04T15:57:01,318 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/A in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:01,318 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/84a8bc117b674022af86adb5e625de13, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/b0dbdf73883e4354b21bcd34f26c1af8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/d3bb83072e1641eab5950a499e62ae84] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=35.2 K 2024-12-04T15:57:01,318 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:01,319 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/B is initiating minor compaction (all files) 2024-12-04T15:57:01,319 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/B in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:01,319 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c623316d24324b788597839385c330db, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/2df4b23ebe384c5e8357431650f030b8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/6fe0d6cb46b1459f84bfcae8407953b4] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=35.2 K 2024-12-04T15:57:01,319 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84a8bc117b674022af86adb5e625de13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733327819086 2024-12-04T15:57:01,320 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting c623316d24324b788597839385c330db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733327819086 2024-12-04T15:57:01,320 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0dbdf73883e4354b21bcd34f26c1af8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733327819116 2024-12-04T15:57:01,320 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 2df4b23ebe384c5e8357431650f030b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733327819116 2024-12-04T15:57:01,320 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3bb83072e1641eab5950a499e62ae84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733327820276 2024-12-04T15:57:01,321 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fe0d6cb46b1459f84bfcae8407953b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733327820276 2024-12-04T15:57:01,331 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#A#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:01,331 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#B#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:01,331 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/6a314ec12b5840e7986f03cd4ffecbc3 is 50, key is test_row_0/A:col10/1733327820284/Put/seqid=0 2024-12-04T15:57:01,331 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/c0cee4d7944f49feb6fc75ab606c6e7d is 50, key is test_row_0/B:col10/1733327820284/Put/seqid=0 2024-12-04T15:57:01,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742070_1246 (size=12104) 2024-12-04T15:57:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T15:57:01,345 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/6a314ec12b5840e7986f03cd4ffecbc3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/6a314ec12b5840e7986f03cd4ffecbc3 2024-12-04T15:57:01,354 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/A of 347f7e8fcda3c3ff73148bfbc4a944c4 into 6a314ec12b5840e7986f03cd4ffecbc3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:01,354 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:01,354 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/A, priority=13, startTime=1733327821317; duration=0sec 2024-12-04T15:57:01,354 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:01,354 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:A 2024-12-04T15:57:01,355 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:01,357 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:01,357 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/C is initiating minor compaction (all files) 2024-12-04T15:57:01,357 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/C in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:01,357 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/18bd5563f8b542a6b89a352b0a5b833a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/b849dcc04d5d4fd58b6c71802b36712c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/0a768fcd34d740d7901022bcde3cf1fe] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=35.2 K 2024-12-04T15:57:01,357 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18bd5563f8b542a6b89a352b0a5b833a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733327819086 2024-12-04T15:57:01,358 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting b849dcc04d5d4fd58b6c71802b36712c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733327819116 2024-12-04T15:57:01,358 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a768fcd34d740d7901022bcde3cf1fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733327820276 2024-12-04T15:57:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742071_1247 (size=12104) 2024-12-04T15:57:01,370 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:01,371 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/ee41c3c848ff444ebe911a0dc2cf2d7d is 50, key is test_row_0/C:col10/1733327820284/Put/seqid=0 2024-12-04T15:57:01,378 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/c0cee4d7944f49feb6fc75ab606c6e7d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c0cee4d7944f49feb6fc75ab606c6e7d 2024-12-04T15:57:01,385 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/B of 347f7e8fcda3c3ff73148bfbc4a944c4 into c0cee4d7944f49feb6fc75ab606c6e7d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:01,385 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:01,385 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/B, priority=13, startTime=1733327821317; duration=0sec 2024-12-04T15:57:01,385 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:01,385 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:B 2024-12-04T15:57:01,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-04T15:57:01,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:01,391 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-04T15:57:01,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742072_1248 (size=12104) 2024-12-04T15:57:01,407 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/ee41c3c848ff444ebe911a0dc2cf2d7d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/ee41c3c848ff444ebe911a0dc2cf2d7d 2024-12-04T15:57:01,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/1c2c09ffbd5e494382f2ea227e4b3763 is 50, key is test_row_0/A:col10/1733327820421/Put/seqid=0 2024-12-04T15:57:01,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742073_1249 (size=12001) 2024-12-04T15:57:01,422 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/C of 347f7e8fcda3c3ff73148bfbc4a944c4 into ee41c3c848ff444ebe911a0dc2cf2d7d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:01,422 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:01,422 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/C, priority=13, startTime=1733327821317; duration=0sec 2024-12-04T15:57:01,422 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:01,422 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:C 2024-12-04T15:57:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T15:57:01,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:01,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327881604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327881605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327881606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327881607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327881607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,611 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,643 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T15:57:01,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327881713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327881722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,726 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327881723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327881723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327881723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,819 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/1c2c09ffbd5e494382f2ea227e4b3763 2024-12-04T15:57:01,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/af2d514be96a43c6a9a356bad8f12fc0 is 50, key is test_row_0/B:col10/1733327820421/Put/seqid=0 2024-12-04T15:57:01,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742074_1250 (size=12001) 2024-12-04T15:57:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T15:57:01,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327881923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327881933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327881933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327881933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327881933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:02,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327882233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:02,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:02,236 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/af2d514be96a43c6a9a356bad8f12fc0 2024-12-04T15:57:02,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327882243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:02,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327882243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:02,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327882243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:02,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:02,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327882243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:02,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/fc22a5ef260c432d94c609c6a9a36543 is 50, key is test_row_0/C:col10/1733327820421/Put/seqid=0 2024-12-04T15:57:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:02,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:02,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742075_1251 (size=12001) 2024-12-04T15:57:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T15:57:02,666 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/fc22a5ef260c432d94c609c6a9a36543 2024-12-04T15:57:02,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/1c2c09ffbd5e494382f2ea227e4b3763 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/1c2c09ffbd5e494382f2ea227e4b3763 2024-12-04T15:57:02,679 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/1c2c09ffbd5e494382f2ea227e4b3763, entries=150, sequenceid=75, filesize=11.7 K 2024-12-04T15:57:02,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/af2d514be96a43c6a9a356bad8f12fc0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/af2d514be96a43c6a9a356bad8f12fc0 2024-12-04T15:57:02,685 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/af2d514be96a43c6a9a356bad8f12fc0, entries=150, sequenceid=75, filesize=11.7 K 2024-12-04T15:57:02,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/fc22a5ef260c432d94c609c6a9a36543 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/fc22a5ef260c432d94c609c6a9a36543 2024-12-04T15:57:02,691 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/fc22a5ef260c432d94c609c6a9a36543, entries=150, sequenceid=75, filesize=11.7 K 2024-12-04T15:57:02,692 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 1300ms, sequenceid=75, compaction requested=false 2024-12-04T15:57:02,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:02,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:02,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-04T15:57:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-04T15:57:02,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-04T15:57:02,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4560 sec 2024-12-04T15:57:02,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.4620 sec 2024-12-04T15:57:02,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:02,745 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:02,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-04T15:57:02,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/009cd70234434b7ca7ddf36c9cb5c56e is 50, key is test_row_0/A:col10/1733327821605/Put/seqid=0 2024-12-04T15:57:02,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742076_1252 (size=12001) 2024-12-04T15:57:02,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/009cd70234434b7ca7ddf36c9cb5c56e 2024-12-04T15:57:02,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/3bc0b2d11bba47a18c195a3fe18e4080 is 50, key is test_row_0/B:col10/1733327821605/Put/seqid=0 2024-12-04T15:57:02,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327882778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:02,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:02,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327882779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:02,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:02,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327882779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:02,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:02,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:02,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327882780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:02,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327882785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:02,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742077_1253 (size=12001) 2024-12-04T15:57:02,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:02,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:02,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/3bc0b2d11bba47a18c195a3fe18e4080 2024-12-04T15:57:02,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:02,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/6ee7d861a8f0415daf0a38cfa568f0e2 is 50, key is test_row_0/C:col10/1733327821605/Put/seqid=0 2024-12-04T15:57:02,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742078_1254 (size=12001) 2024-12-04T15:57:02,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/6ee7d861a8f0415daf0a38cfa568f0e2 2024-12-04T15:57:02,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/009cd70234434b7ca7ddf36c9cb5c56e as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/009cd70234434b7ca7ddf36c9cb5c56e 2024-12-04T15:57:02,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/009cd70234434b7ca7ddf36c9cb5c56e, entries=150, sequenceid=92, filesize=11.7 K 2024-12-04T15:57:02,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/3bc0b2d11bba47a18c195a3fe18e4080 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/3bc0b2d11bba47a18c195a3fe18e4080 2024-12-04T15:57:02,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/3bc0b2d11bba47a18c195a3fe18e4080, entries=150, sequenceid=92, filesize=11.7 K 2024-12-04T15:57:02,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/6ee7d861a8f0415daf0a38cfa568f0e2 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6ee7d861a8f0415daf0a38cfa568f0e2 2024-12-04T15:57:02,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6ee7d861a8f0415daf0a38cfa568f0e2, entries=150, sequenceid=92, filesize=11.7 K 2024-12-04T15:57:02,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 104ms, sequenceid=92, compaction requested=true 2024-12-04T15:57:02,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:02,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:57:02,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:02,850 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:02,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:57:02,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:02,850 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:02,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:57:02,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:02,851 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:02,851 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/B is initiating minor compaction (all files) 2024-12-04T15:57:02,851 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/B in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:02,851 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c0cee4d7944f49feb6fc75ab606c6e7d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/af2d514be96a43c6a9a356bad8f12fc0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/3bc0b2d11bba47a18c195a3fe18e4080] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=35.3 K 2024-12-04T15:57:02,852 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:02,852 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/A is initiating minor compaction (all files) 2024-12-04T15:57:02,852 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/A in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:02,852 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/6a314ec12b5840e7986f03cd4ffecbc3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/1c2c09ffbd5e494382f2ea227e4b3763, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/009cd70234434b7ca7ddf36c9cb5c56e] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=35.3 K 2024-12-04T15:57:02,852 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting c0cee4d7944f49feb6fc75ab606c6e7d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733327820276 2024-12-04T15:57:02,852 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting af2d514be96a43c6a9a356bad8f12fc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733327820421 2024-12-04T15:57:02,852 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a314ec12b5840e7986f03cd4ffecbc3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733327820276 2024-12-04T15:57:02,853 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c2c09ffbd5e494382f2ea227e4b3763, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733327820421 2024-12-04T15:57:02,853 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bc0b2d11bba47a18c195a3fe18e4080, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733327821605 2024-12-04T15:57:02,854 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 009cd70234434b7ca7ddf36c9cb5c56e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733327821605 2024-12-04T15:57:02,887 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#A#compaction#210 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:02,888 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/0729969d8e8e4f60be22a6b319879906 is 50, key is test_row_0/A:col10/1733327821605/Put/seqid=0 2024-12-04T15:57:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:02,897 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:02,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-04T15:57:02,901 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#B#compaction#211 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:02,901 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/9c6599cda4c544c79ec51b08616ad478 is 50, key is test_row_0/B:col10/1733327821605/Put/seqid=0 2024-12-04T15:57:02,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/5b2904a05abb4c0ebdc66c7286bd9d18 is 50, key is test_row_0/A:col10/1733327822783/Put/seqid=0 2024-12-04T15:57:02,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742079_1255 (size=12207) 2024-12-04T15:57:02,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742080_1256 (size=12207) 2024-12-04T15:57:02,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742081_1257 (size=14341) 2024-12-04T15:57:02,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/5b2904a05abb4c0ebdc66c7286bd9d18 2024-12-04T15:57:02,936 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/9c6599cda4c544c79ec51b08616ad478 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/9c6599cda4c544c79ec51b08616ad478 2024-12-04T15:57:02,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/f9b482de51f84e1f8a7129af2c2682da is 50, key is test_row_0/B:col10/1733327822783/Put/seqid=0 2024-12-04T15:57:02,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742082_1258 (size=12001) 2024-12-04T15:57:02,956 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/B of 347f7e8fcda3c3ff73148bfbc4a944c4 into 9c6599cda4c544c79ec51b08616ad478(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:02,956 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:02,956 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/B, priority=13, startTime=1733327822850; duration=0sec 2024-12-04T15:57:02,956 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:02,956 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:B 2024-12-04T15:57:02,956 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:02,958 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:02,958 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/C is initiating minor compaction (all files) 2024-12-04T15:57:02,958 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/C in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:02,958 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/ee41c3c848ff444ebe911a0dc2cf2d7d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/fc22a5ef260c432d94c609c6a9a36543, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6ee7d861a8f0415daf0a38cfa568f0e2] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=35.3 K 2024-12-04T15:57:02,964 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting ee41c3c848ff444ebe911a0dc2cf2d7d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733327820276 2024-12-04T15:57:02,965 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting fc22a5ef260c432d94c609c6a9a36543, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733327820421 2024-12-04T15:57:02,965 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ee7d861a8f0415daf0a38cfa568f0e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733327821605 2024-12-04T15:57:02,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327882963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:02,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:02,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327882966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:02,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327882967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:02,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:02,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:02,974 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#C#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327882968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:02,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:02,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:02,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327882969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:02,975 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/3580a20e55b440eda70beaf0e495ec3d is 50, key is test_row_0/C:col10/1733327821605/Put/seqid=0 2024-12-04T15:57:02,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:02,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:02,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742083_1259 (size=12207) 2024-12-04T15:57:03,006 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/3580a20e55b440eda70beaf0e495ec3d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/3580a20e55b440eda70beaf0e495ec3d 2024-12-04T15:57:03,012 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/C of 347f7e8fcda3c3ff73148bfbc4a944c4 into 3580a20e55b440eda70beaf0e495ec3d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:03,012 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:03,012 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/C, priority=13, startTime=1733327822850; duration=0sec 2024-12-04T15:57:03,012 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:03,012 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:C 2024-12-04T15:57:03,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327883073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327883083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327883083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327883083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327883083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327883283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327883293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327883293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327883293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327883293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,330 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/0729969d8e8e4f60be22a6b319879906 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/0729969d8e8e4f60be22a6b319879906 2024-12-04T15:57:03,335 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/A of 347f7e8fcda3c3ff73148bfbc4a944c4 into 0729969d8e8e4f60be22a6b319879906(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:03,335 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:03,335 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/A, priority=13, startTime=1733327822850; duration=0sec 2024-12-04T15:57:03,335 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:03,336 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:A 2024-12-04T15:57:03,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/f9b482de51f84e1f8a7129af2c2682da 2024-12-04T15:57:03,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/8733bde70196468cbd0be4f147354123 is 50, key is test_row_0/C:col10/1733327822783/Put/seqid=0 2024-12-04T15:57:03,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742084_1260 (size=12001) 2024-12-04T15:57:03,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/8733bde70196468cbd0be4f147354123 2024-12-04T15:57:03,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/5b2904a05abb4c0ebdc66c7286bd9d18 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/5b2904a05abb4c0ebdc66c7286bd9d18 2024-12-04T15:57:03,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/5b2904a05abb4c0ebdc66c7286bd9d18, entries=200, sequenceid=113, filesize=14.0 K 2024-12-04T15:57:03,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/f9b482de51f84e1f8a7129af2c2682da as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/f9b482de51f84e1f8a7129af2c2682da 2024-12-04T15:57:03,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/f9b482de51f84e1f8a7129af2c2682da, entries=150, sequenceid=113, filesize=11.7 K 2024-12-04T15:57:03,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/8733bde70196468cbd0be4f147354123 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/8733bde70196468cbd0be4f147354123 2024-12-04T15:57:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-04T15:57:03,393 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:03,393 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-04T15:57:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T15:57:03,395 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:03,396 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:03,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:03,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/8733bde70196468cbd0be4f147354123, entries=150, sequenceid=113, filesize=11.7 K 2024-12-04T15:57:03,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 502ms, sequenceid=113, compaction requested=false 2024-12-04T15:57:03,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T15:57:03,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-04T15:57:03,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:03,551 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-04T15:57:03,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/37fb2ff4c8d1426e92862dc3453ef0c3 is 50, key is test_row_0/A:col10/1733327822907/Put/seqid=0 2024-12-04T15:57:03,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742085_1261 (size=12001) 2024-12-04T15:57:03,562 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/37fb2ff4c8d1426e92862dc3453ef0c3 2024-12-04T15:57:03,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/a1baf8f89fea489e87e8aebbf70cb42c is 50, key is test_row_0/B:col10/1733327822907/Put/seqid=0 2024-12-04T15:57:03,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742086_1262 (size=12001) 2024-12-04T15:57:03,576 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/a1baf8f89fea489e87e8aebbf70cb42c 2024-12-04T15:57:03,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/6530b103d96b4bb892d114e3f57552d7 is 50, key is test_row_0/C:col10/1733327822907/Put/seqid=0 2024-12-04T15:57:03,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742087_1263 (size=12001) 2024-12-04T15:57:03,594 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/6530b103d96b4bb892d114e3f57552d7 2024-12-04T15:57:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:03,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:03,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/37fb2ff4c8d1426e92862dc3453ef0c3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/37fb2ff4c8d1426e92862dc3453ef0c3 2024-12-04T15:57:03,607 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/37fb2ff4c8d1426e92862dc3453ef0c3, entries=150, sequenceid=131, filesize=11.7 K 2024-12-04T15:57:03,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/a1baf8f89fea489e87e8aebbf70cb42c as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/a1baf8f89fea489e87e8aebbf70cb42c 2024-12-04T15:57:03,616 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/a1baf8f89fea489e87e8aebbf70cb42c, entries=150, sequenceid=131, filesize=11.7 K 2024-12-04T15:57:03,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/6530b103d96b4bb892d114e3f57552d7 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6530b103d96b4bb892d114e3f57552d7 2024-12-04T15:57:03,645 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6530b103d96b4bb892d114e3f57552d7, entries=150, sequenceid=131, filesize=11.7 K 2024-12-04T15:57:03,647 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=107.34 KB/109920 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 97ms, sequenceid=131, compaction requested=true 2024-12-04T15:57:03,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:03,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:03,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-04T15:57:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:03,647 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:03,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-04T15:57:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-04T15:57:03,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-04T15:57:03,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 252 msec 2024-12-04T15:57:03,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/081fe7a9d7d84eb0bb0ce3baa6affb1a is 50, key is test_row_0/A:col10/1733327823644/Put/seqid=0 2024-12-04T15:57:03,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 260 msec 2024-12-04T15:57:03,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327883666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327883667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327883670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327883671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327883673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,678 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742088_1264 (size=14541) 2024-12-04T15:57:03,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/081fe7a9d7d84eb0bb0ce3baa6affb1a 2024-12-04T15:57:03,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/cf60cb39ff7a4c75b7f8b9065d7819b8 is 50, key is test_row_0/B:col10/1733327823644/Put/seqid=0 2024-12-04T15:57:03,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742089_1265 (size=12151) 2024-12-04T15:57:03,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/cf60cb39ff7a4c75b7f8b9065d7819b8 2024-12-04T15:57:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-04T15:57:03,714 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:03,715 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-04T15:57:03,717 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:03,720 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:03,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T15:57:03,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/2a4cca334a1d4d799535f37e4fa82431 is 50, key is test_row_0/C:col10/1733327823644/Put/seqid=0 2024-12-04T15:57:03,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742090_1266 (size=12151) 2024-12-04T15:57:03,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/2a4cca334a1d4d799535f37e4fa82431 2024-12-04T15:57:03,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/081fe7a9d7d84eb0bb0ce3baa6affb1a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/081fe7a9d7d84eb0bb0ce3baa6affb1a 2024-12-04T15:57:03,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/081fe7a9d7d84eb0bb0ce3baa6affb1a, entries=200, sequenceid=151, filesize=14.2 K 2024-12-04T15:57:03,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/cf60cb39ff7a4c75b7f8b9065d7819b8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/cf60cb39ff7a4c75b7f8b9065d7819b8 2024-12-04T15:57:03,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/cf60cb39ff7a4c75b7f8b9065d7819b8, entries=150, sequenceid=151, filesize=11.9 K 2024-12-04T15:57:03,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/2a4cca334a1d4d799535f37e4fa82431 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/2a4cca334a1d4d799535f37e4fa82431 2024-12-04T15:57:03,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/2a4cca334a1d4d799535f37e4fa82431, entries=150, sequenceid=151, filesize=11.9 K 2024-12-04T15:57:03,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 134ms, sequenceid=151, compaction requested=true 2024-12-04T15:57:03,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:03,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:57:03,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:03,781 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:57:03,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:57:03,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:03,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:57:03,782 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:57:03,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:03,785 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:03,785 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:57:03,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-04T15:57:03,785 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/A is initiating minor compaction (all files) 2024-12-04T15:57:03,786 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/A in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:03,786 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/0729969d8e8e4f60be22a6b319879906, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/5b2904a05abb4c0ebdc66c7286bd9d18, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/37fb2ff4c8d1426e92862dc3453ef0c3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/081fe7a9d7d84eb0bb0ce3baa6affb1a] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=51.8 K 2024-12-04T15:57:03,788 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:57:03,788 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/B is initiating minor compaction (all files) 2024-12-04T15:57:03,788 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0729969d8e8e4f60be22a6b319879906, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733327821605 2024-12-04T15:57:03,788 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/B in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:03,788 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/9c6599cda4c544c79ec51b08616ad478, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/f9b482de51f84e1f8a7129af2c2682da, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/a1baf8f89fea489e87e8aebbf70cb42c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/cf60cb39ff7a4c75b7f8b9065d7819b8] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=47.2 K 2024-12-04T15:57:03,788 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b2904a05abb4c0ebdc66c7286bd9d18, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733327822777 2024-12-04T15:57:03,789 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c6599cda4c544c79ec51b08616ad478, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733327821605 2024-12-04T15:57:03,789 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37fb2ff4c8d1426e92862dc3453ef0c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733327822907 2024-12-04T15:57:03,789 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting f9b482de51f84e1f8a7129af2c2682da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733327822777 2024-12-04T15:57:03,790 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 081fe7a9d7d84eb0bb0ce3baa6affb1a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733327823642 2024-12-04T15:57:03,790 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting a1baf8f89fea489e87e8aebbf70cb42c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733327822907 2024-12-04T15:57:03,790 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting cf60cb39ff7a4c75b7f8b9065d7819b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733327823644 2024-12-04T15:57:03,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/076c3db5159a44bda33d7009b38c7329 is 50, key is test_row_0/A:col10/1733327823671/Put/seqid=0 2024-12-04T15:57:03,815 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#A#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:03,815 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/d73423de030841199cf7d43f9cb38e41 is 50, key is test_row_0/A:col10/1733327823644/Put/seqid=0 2024-12-04T15:57:03,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327883809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327883808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,821 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#B#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:03,822 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/60e08aad6f984a63b301d5c56a95eff6 is 50, key is test_row_0/B:col10/1733327823644/Put/seqid=0 2024-12-04T15:57:03,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327883815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327883817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T15:57:03,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327883817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742091_1267 (size=12151) 2024-12-04T15:57:03,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/076c3db5159a44bda33d7009b38c7329 2024-12-04T15:57:03,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T15:57:03,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:03,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:03,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:03,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:03,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:03,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742092_1268 (size=12493) 2024-12-04T15:57:03,889 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/d73423de030841199cf7d43f9cb38e41 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/d73423de030841199cf7d43f9cb38e41 2024-12-04T15:57:03,896 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/A of 347f7e8fcda3c3ff73148bfbc4a944c4 into d73423de030841199cf7d43f9cb38e41(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:03,896 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:03,896 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/A, priority=12, startTime=1733327823781; duration=0sec 2024-12-04T15:57:03,896 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:03,896 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:A 2024-12-04T15:57:03,896 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:57:03,897 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:57:03,897 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/C is initiating minor compaction (all files) 2024-12-04T15:57:03,897 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/C in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:03,897 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/3580a20e55b440eda70beaf0e495ec3d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/8733bde70196468cbd0be4f147354123, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6530b103d96b4bb892d114e3f57552d7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/2a4cca334a1d4d799535f37e4fa82431] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=47.2 K 2024-12-04T15:57:03,898 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3580a20e55b440eda70beaf0e495ec3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733327821605 2024-12-04T15:57:03,898 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8733bde70196468cbd0be4f147354123, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733327822777 2024-12-04T15:57:03,899 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6530b103d96b4bb892d114e3f57552d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733327822907 2024-12-04T15:57:03,900 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a4cca334a1d4d799535f37e4fa82431, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733327823644 2024-12-04T15:57:03,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/c22ea8581d71438fa57730a2635fe250 is 50, key is test_row_0/B:col10/1733327823671/Put/seqid=0 2024-12-04T15:57:03,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742093_1269 (size=12493) 2024-12-04T15:57:03,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742094_1270 (size=12151) 2024-12-04T15:57:03,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/c22ea8581d71438fa57730a2635fe250 2024-12-04T15:57:03,922 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/60e08aad6f984a63b301d5c56a95eff6 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/60e08aad6f984a63b301d5c56a95eff6 2024-12-04T15:57:03,923 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#C#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:03,924 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/40a4f98d71104cff8849950134fcde1f is 50, key is test_row_0/C:col10/1733327823644/Put/seqid=0 2024-12-04T15:57:03,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/be5788ae775c4298b504b9f28dc733a8 is 50, key is test_row_0/C:col10/1733327823671/Put/seqid=0 2024-12-04T15:57:03,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327883925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327883925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,929 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327883933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327883933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327883933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:03,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:03,940 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/B of 347f7e8fcda3c3ff73148bfbc4a944c4 into 60e08aad6f984a63b301d5c56a95eff6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:03,940 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:03,941 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/B, priority=12, startTime=1733327823781; duration=0sec 2024-12-04T15:57:03,941 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:03,941 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:B 2024-12-04T15:57:03,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742096_1272 (size=12493) 2024-12-04T15:57:03,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742095_1271 (size=12151) 2024-12-04T15:57:04,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T15:57:04,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:04,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:04,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:04,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T15:57:04,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327884133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327884133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327884142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327884142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327884143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T15:57:04,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:04,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:04,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:04,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T15:57:04,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:04,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:04,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:04,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T15:57:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,372 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/40a4f98d71104cff8849950134fcde1f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/40a4f98d71104cff8849950134fcde1f 2024-12-04T15:57:04,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/be5788ae775c4298b504b9f28dc733a8 2024-12-04T15:57:04,377 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/C of 347f7e8fcda3c3ff73148bfbc4a944c4 into 40a4f98d71104cff8849950134fcde1f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:04,377 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:04,377 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/C, priority=12, startTime=1733327823782; duration=0sec 2024-12-04T15:57:04,377 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:04,377 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:C 2024-12-04T15:57:04,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/076c3db5159a44bda33d7009b38c7329 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/076c3db5159a44bda33d7009b38c7329 2024-12-04T15:57:04,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/076c3db5159a44bda33d7009b38c7329, entries=150, sequenceid=168, filesize=11.9 K 2024-12-04T15:57:04,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/c22ea8581d71438fa57730a2635fe250 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c22ea8581d71438fa57730a2635fe250 2024-12-04T15:57:04,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c22ea8581d71438fa57730a2635fe250, entries=150, sequenceid=168, filesize=11.9 K 2024-12-04T15:57:04,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/be5788ae775c4298b504b9f28dc733a8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/be5788ae775c4298b504b9f28dc733a8 2024-12-04T15:57:04,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/be5788ae775c4298b504b9f28dc733a8, entries=150, sequenceid=168, filesize=11.9 K 2024-12-04T15:57:04,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 611ms, sequenceid=168, compaction requested=false 2024-12-04T15:57:04,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:04,446 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:04,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-04T15:57:04,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/3c19bfb8bf644df290ba96cec303f090 is 50, key is test_row_0/A:col10/1733327823795/Put/seqid=0 2024-12-04T15:57:04,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742097_1273 (size=16931) 2024-12-04T15:57:04,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/3c19bfb8bf644df290ba96cec303f090 2024-12-04T15:57:04,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327884463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327884464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,469 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327884468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327884469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327884470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/b03298b86d9c46ea8e3c285ab9213505 is 50, key is test_row_0/B:col10/1733327823795/Put/seqid=0 2024-12-04T15:57:04,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742098_1274 (size=12151) 2024-12-04T15:57:04,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/b03298b86d9c46ea8e3c285ab9213505 2024-12-04T15:57:04,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T15:57:04,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:04,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:04,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:04,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/e531860ab4214c089a9bfc12c63925fa is 50, key is test_row_0/C:col10/1733327823795/Put/seqid=0 2024-12-04T15:57:04,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742099_1275 (size=12151) 2024-12-04T15:57:04,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327884573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327884573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,577 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327884583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327884583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327884583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T15:57:04,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:04,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:04,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:04,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327884783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327884783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327884793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,795 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327884793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:04,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327884793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:04,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:04,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:04,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T15:57:04,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:04,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:04,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:04,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T15:57:04,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/e531860ab4214c089a9bfc12c63925fa 2024-12-04T15:57:04,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/3c19bfb8bf644df290ba96cec303f090 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/3c19bfb8bf644df290ba96cec303f090 2024-12-04T15:57:04,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/3c19bfb8bf644df290ba96cec303f090, entries=250, sequenceid=192, filesize=16.5 K 2024-12-04T15:57:04,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/b03298b86d9c46ea8e3c285ab9213505 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/b03298b86d9c46ea8e3c285ab9213505 2024-12-04T15:57:04,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/b03298b86d9c46ea8e3c285ab9213505, entries=150, sequenceid=192, filesize=11.9 K 2024-12-04T15:57:04,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/e531860ab4214c089a9bfc12c63925fa as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/e531860ab4214c089a9bfc12c63925fa 2024-12-04T15:57:04,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/e531860ab4214c089a9bfc12c63925fa, entries=150, sequenceid=192, filesize=11.9 K 2024-12-04T15:57:04,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 506ms, sequenceid=192, compaction requested=true 2024-12-04T15:57:04,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:04,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:57:04,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:04,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:57:04,952 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:04,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:04,952 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:04,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:57:04,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:04,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-04T15:57:04,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:04,956 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-04T15:57:04,961 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:04,961 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/B is initiating minor compaction (all files) 2024-12-04T15:57:04,962 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/B in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:04,962 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/60e08aad6f984a63b301d5c56a95eff6, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c22ea8581d71438fa57730a2635fe250, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/b03298b86d9c46ea8e3c285ab9213505] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=35.9 K 2024-12-04T15:57:04,962 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:04,962 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/A is initiating minor compaction (all files) 2024-12-04T15:57:04,962 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/A in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:04,963 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/d73423de030841199cf7d43f9cb38e41, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/076c3db5159a44bda33d7009b38c7329, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/3c19bfb8bf644df290ba96cec303f090] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=40.6 K 2024-12-04T15:57:04,963 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 60e08aad6f984a63b301d5c56a95eff6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733327823644 2024-12-04T15:57:04,963 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting d73423de030841199cf7d43f9cb38e41, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733327823644 2024-12-04T15:57:04,964 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting c22ea8581d71438fa57730a2635fe250, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733327823669 2024-12-04T15:57:04,965 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 076c3db5159a44bda33d7009b38c7329, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733327823669 2024-12-04T15:57:04,965 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting b03298b86d9c46ea8e3c285ab9213505, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733327823795 2024-12-04T15:57:04,966 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c19bfb8bf644df290ba96cec303f090, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733327823795 2024-12-04T15:57:04,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/a8dfdb6ac6964ff2ac4197f49b525d12 is 50, key is test_row_0/A:col10/1733327824465/Put/seqid=0 2024-12-04T15:57:04,986 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#A#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:04,986 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#B#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:04,986 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/1bc7a72fe3f24510846c83370870f3bf is 50, key is test_row_0/A:col10/1733327823795/Put/seqid=0 2024-12-04T15:57:04,987 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/2a3ce6e201e64fdda0cbb1a95657c88d is 50, key is test_row_0/B:col10/1733327823795/Put/seqid=0 2024-12-04T15:57:04,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742100_1276 (size=12151) 2024-12-04T15:57:04,999 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/a8dfdb6ac6964ff2ac4197f49b525d12 2024-12-04T15:57:05,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742102_1278 (size=12595) 2024-12-04T15:57:05,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/16bfdb053cd242b5b79c5c8c984bf7b9 is 50, key is test_row_0/B:col10/1733327824465/Put/seqid=0 2024-12-04T15:57:05,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742101_1277 (size=12595) 2024-12-04T15:57:05,037 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/1bc7a72fe3f24510846c83370870f3bf as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/1bc7a72fe3f24510846c83370870f3bf 2024-12-04T15:57:05,048 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/A of 347f7e8fcda3c3ff73148bfbc4a944c4 into 1bc7a72fe3f24510846c83370870f3bf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:05,048 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:05,048 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/A, priority=13, startTime=1733327824952; duration=0sec 2024-12-04T15:57:05,049 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:05,049 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:A 2024-12-04T15:57:05,049 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:05,050 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:05,050 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/C is initiating minor compaction (all files) 2024-12-04T15:57:05,050 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/C in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:05,050 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/40a4f98d71104cff8849950134fcde1f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/be5788ae775c4298b504b9f28dc733a8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/e531860ab4214c089a9bfc12c63925fa] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=35.9 K 2024-12-04T15:57:05,051 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40a4f98d71104cff8849950134fcde1f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733327823644 2024-12-04T15:57:05,052 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting be5788ae775c4298b504b9f28dc733a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733327823669 2024-12-04T15:57:05,053 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting e531860ab4214c089a9bfc12c63925fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733327823795 2024-12-04T15:57:05,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742103_1279 (size=12151) 2024-12-04T15:57:05,065 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#C#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:05,065 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/51ccfb03d42e4d3ca098044ac88579fc is 50, key is test_row_0/C:col10/1733327823795/Put/seqid=0 2024-12-04T15:57:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:05,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:05,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742104_1280 (size=12595) 2024-12-04T15:57:05,109 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/51ccfb03d42e4d3ca098044ac88579fc as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/51ccfb03d42e4d3ca098044ac88579fc 2024-12-04T15:57:05,115 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/C of 347f7e8fcda3c3ff73148bfbc4a944c4 into 51ccfb03d42e4d3ca098044ac88579fc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:05,115 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:05,115 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/C, priority=13, startTime=1733327824952; duration=0sec 2024-12-04T15:57:05,115 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:05,115 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:C 2024-12-04T15:57:05,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327885119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327885120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327885124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327885125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327885126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327885233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327885233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327885233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327885233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327885234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,424 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/2a3ce6e201e64fdda0cbb1a95657c88d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/2a3ce6e201e64fdda0cbb1a95657c88d 2024-12-04T15:57:05,433 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/B of 347f7e8fcda3c3ff73148bfbc4a944c4 into 2a3ce6e201e64fdda0cbb1a95657c88d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:05,433 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:05,433 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/B, priority=13, startTime=1733327824952; duration=0sec 2024-12-04T15:57:05,434 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:05,434 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:B 2024-12-04T15:57:05,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327885443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327885444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327885444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327885444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327885444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,455 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/16bfdb053cd242b5b79c5c8c984bf7b9 2024-12-04T15:57:05,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/eb005df8f0ca45d4b3061c97a98021a5 is 50, key is test_row_0/C:col10/1733327824465/Put/seqid=0 2024-12-04T15:57:05,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742105_1281 (size=12151) 2024-12-04T15:57:05,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327885753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327885753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327885753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327885753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:05,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327885753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:05,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:05,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T15:57:05,889 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/eb005df8f0ca45d4b3061c97a98021a5 2024-12-04T15:57:05,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/a8dfdb6ac6964ff2ac4197f49b525d12 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/a8dfdb6ac6964ff2ac4197f49b525d12 2024-12-04T15:57:05,897 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/a8dfdb6ac6964ff2ac4197f49b525d12, entries=150, sequenceid=207, filesize=11.9 K 2024-12-04T15:57:05,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/16bfdb053cd242b5b79c5c8c984bf7b9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/16bfdb053cd242b5b79c5c8c984bf7b9 2024-12-04T15:57:05,902 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/16bfdb053cd242b5b79c5c8c984bf7b9, entries=150, sequenceid=207, filesize=11.9 K 2024-12-04T15:57:05,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/eb005df8f0ca45d4b3061c97a98021a5 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/eb005df8f0ca45d4b3061c97a98021a5 2024-12-04T15:57:05,907 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/eb005df8f0ca45d4b3061c97a98021a5, entries=150, sequenceid=207, filesize=11.9 K 2024-12-04T15:57:05,908 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 952ms, sequenceid=207, compaction requested=false 2024-12-04T15:57:05,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:05,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:05,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-04T15:57:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-04T15:57:05,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-04T15:57:05,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1890 sec 2024-12-04T15:57:05,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.1970 sec 2024-12-04T15:57:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:06,265 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:06,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-04T15:57:06,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/7ee819616c8b4658969c861859a189fa is 50, key is test_row_0/A:col10/1733327826264/Put/seqid=0 2024-12-04T15:57:06,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742106_1282 (size=14541) 2024-12-04T15:57:06,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327886274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327886275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327886275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327886281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327886281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327886383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327886393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327886393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327886393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327886394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,396 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327886593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327886604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327886604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327886604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327886604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/7ee819616c8b4658969c861859a189fa 2024-12-04T15:57:06,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/0265adf9838540189cab5917dd5148c8 is 50, key is test_row_0/B:col10/1733327826264/Put/seqid=0 2024-12-04T15:57:06,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742107_1283 (size=12151) 2024-12-04T15:57:06,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327886903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327886913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327886913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327886913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327886913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:06,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:07,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/0265adf9838540189cab5917dd5148c8 2024-12-04T15:57:07,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/ee35eded5fd545bdb32afaa8d87db9db is 50, key is test_row_0/C:col10/1733327826264/Put/seqid=0 2024-12-04T15:57:07,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742108_1284 (size=12151) 2024-12-04T15:57:07,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327887413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:07,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327887423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:07,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:07,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327887424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:07,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:07,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:07,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:07,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:07,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:07,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327887433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:07,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327887433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:07,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:07,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:07,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:07,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:07,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:07,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:07,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/ee35eded5fd545bdb32afaa8d87db9db 2024-12-04T15:57:07,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/7ee819616c8b4658969c861859a189fa as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/7ee819616c8b4658969c861859a189fa 2024-12-04T15:57:07,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/7ee819616c8b4658969c861859a189fa, entries=200, sequenceid=235, filesize=14.2 K 2024-12-04T15:57:07,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/0265adf9838540189cab5917dd5148c8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/0265adf9838540189cab5917dd5148c8 2024-12-04T15:57:07,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/0265adf9838540189cab5917dd5148c8, entries=150, sequenceid=235, filesize=11.9 K 2024-12-04T15:57:07,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/ee35eded5fd545bdb32afaa8d87db9db as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/ee35eded5fd545bdb32afaa8d87db9db 2024-12-04T15:57:07,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/ee35eded5fd545bdb32afaa8d87db9db, entries=150, sequenceid=235, filesize=11.9 K 2024-12-04T15:57:07,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 1312ms, sequenceid=235, compaction requested=true 2024-12-04T15:57:07,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:07,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:57:07,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:07,577 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:07,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:57:07,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:07,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:57:07,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:07,577 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:07,580 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:07,580 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/B is initiating minor compaction (all files) 2024-12-04T15:57:07,581 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/B in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:07,581 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:07,581 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/2a3ce6e201e64fdda0cbb1a95657c88d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/16bfdb053cd242b5b79c5c8c984bf7b9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/0265adf9838540189cab5917dd5148c8] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=36.0 K 2024-12-04T15:57:07,581 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/A is initiating minor compaction (all files) 2024-12-04T15:57:07,581 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/A in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:07,581 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/1bc7a72fe3f24510846c83370870f3bf, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/a8dfdb6ac6964ff2ac4197f49b525d12, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/7ee819616c8b4658969c861859a189fa] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=38.4 K 2024-12-04T15:57:07,581 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a3ce6e201e64fdda0cbb1a95657c88d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733327823795 2024-12-04T15:57:07,582 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 16bfdb053cd242b5b79c5c8c984bf7b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733327824465 2024-12-04T15:57:07,582 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bc7a72fe3f24510846c83370870f3bf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733327823795 2024-12-04T15:57:07,582 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 0265adf9838540189cab5917dd5148c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733327826263 2024-12-04T15:57:07,582 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8dfdb6ac6964ff2ac4197f49b525d12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733327824465 2024-12-04T15:57:07,583 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ee819616c8b4658969c861859a189fa, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733327825125 2024-12-04T15:57:07,599 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:07,599 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/f6885cdbd97a45f0a69e7c906ad1cdd8 is 50, key is test_row_0/B:col10/1733327826264/Put/seqid=0 2024-12-04T15:57:07,604 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#A#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:07,605 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/0afff29de1194f63ad9c6b2172267179 is 50, key is test_row_0/A:col10/1733327826264/Put/seqid=0 2024-12-04T15:57:07,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742109_1285 (size=12697) 2024-12-04T15:57:07,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742110_1286 (size=12697) 2024-12-04T15:57:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-04T15:57:07,873 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:07,873 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-04T15:57:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T15:57:07,876 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:07,876 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:07,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T15:57:08,012 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/f6885cdbd97a45f0a69e7c906ad1cdd8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/f6885cdbd97a45f0a69e7c906ad1cdd8 2024-12-04T15:57:08,018 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/B of 347f7e8fcda3c3ff73148bfbc4a944c4 into f6885cdbd97a45f0a69e7c906ad1cdd8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:08,018 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:08,018 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/B, priority=13, startTime=1733327827577; duration=0sec 2024-12-04T15:57:08,018 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:08,018 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:B 2024-12-04T15:57:08,018 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:08,020 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:08,020 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/C is initiating minor compaction (all files) 2024-12-04T15:57:08,020 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/C in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:08,020 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/51ccfb03d42e4d3ca098044ac88579fc, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/eb005df8f0ca45d4b3061c97a98021a5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/ee35eded5fd545bdb32afaa8d87db9db] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=36.0 K 2024-12-04T15:57:08,021 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 51ccfb03d42e4d3ca098044ac88579fc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733327823795 2024-12-04T15:57:08,021 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/0afff29de1194f63ad9c6b2172267179 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/0afff29de1194f63ad9c6b2172267179 2024-12-04T15:57:08,021 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting eb005df8f0ca45d4b3061c97a98021a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733327824465 2024-12-04T15:57:08,022 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting ee35eded5fd545bdb32afaa8d87db9db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733327826263 2024-12-04T15:57:08,027 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/A of 347f7e8fcda3c3ff73148bfbc4a944c4 into 0afff29de1194f63ad9c6b2172267179(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:08,027 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:08,027 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/A, priority=13, startTime=1733327827577; duration=0sec 2024-12-04T15:57:08,027 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:08,027 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:A 2024-12-04T15:57:08,032 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#C#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:08,033 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/e46e9e0c24ad422991837a5e13f12c55 is 50, key is test_row_0/C:col10/1733327826264/Put/seqid=0 2024-12-04T15:57:08,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-04T15:57:08,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:08,033 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-04T15:57:08,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/531217003d8341938107144075095211 is 50, key is test_row_0/A:col10/1733327826279/Put/seqid=0 2024-12-04T15:57:08,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742111_1287 (size=12697) 2024-12-04T15:57:08,054 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/e46e9e0c24ad422991837a5e13f12c55 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/e46e9e0c24ad422991837a5e13f12c55 2024-12-04T15:57:08,060 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/C of 347f7e8fcda3c3ff73148bfbc4a944c4 into e46e9e0c24ad422991837a5e13f12c55(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:08,060 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:08,060 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/C, priority=13, startTime=1733327827577; duration=0sec 2024-12-04T15:57:08,060 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:08,060 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:C 2024-12-04T15:57:08,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742112_1288 (size=12151) 2024-12-04T15:57:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T15:57:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:08,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:08,465 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/531217003d8341938107144075095211 2024-12-04T15:57:08,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/93280205cc00487bb54e8742b5796fce is 50, key is test_row_0/B:col10/1733327826279/Put/seqid=0 2024-12-04T15:57:08,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742113_1289 (size=12151) 2024-12-04T15:57:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T15:57:08,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327888510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:08,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327888511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:08,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:08,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327888513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327888513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:08,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327888528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:08,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327888623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327888623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:08,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327888633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:08,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327888633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:08,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327888643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:08,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327888833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:08,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327888833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:08,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:08,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:08,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327888843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:08,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327888843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:08,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327888853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:08,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:08,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:08,878 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/93280205cc00487bb54e8742b5796fce 2024-12-04T15:57:08,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/32510b5e5a41473aac1389fe25c9e1c3 is 50, key is test_row_0/C:col10/1733327826279/Put/seqid=0 2024-12-04T15:57:08,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742114_1290 (size=12151) 2024-12-04T15:57:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T15:57:09,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327889142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327889142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:09,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327889153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327889153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:09,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327889163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:09,290 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/32510b5e5a41473aac1389fe25c9e1c3 2024-12-04T15:57:09,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/531217003d8341938107144075095211 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/531217003d8341938107144075095211 2024-12-04T15:57:09,299 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/531217003d8341938107144075095211, entries=150, sequenceid=249, filesize=11.9 K 2024-12-04T15:57:09,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/93280205cc00487bb54e8742b5796fce as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/93280205cc00487bb54e8742b5796fce 2024-12-04T15:57:09,304 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/93280205cc00487bb54e8742b5796fce, entries=150, sequenceid=249, filesize=11.9 K 2024-12-04T15:57:09,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/32510b5e5a41473aac1389fe25c9e1c3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/32510b5e5a41473aac1389fe25c9e1c3 2024-12-04T15:57:09,309 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/32510b5e5a41473aac1389fe25c9e1c3, entries=150, sequenceid=249, filesize=11.9 K 2024-12-04T15:57:09,310 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 1277ms, sequenceid=249, compaction requested=false 2024-12-04T15:57:09,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:09,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:09,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-04T15:57:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-04T15:57:09,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-04T15:57:09,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4350 sec 2024-12-04T15:57:09,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.4400 sec 2024-12-04T15:57:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:09,656 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:09,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-04T15:57:09,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/66644440bee24fe7aa4e2aee71ce65b7 is 50, key is test_row_0/A:col10/1733327828512/Put/seqid=0 2024-12-04T15:57:09,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742115_1291 (size=14741) 2024-12-04T15:57:09,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327889666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327889666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:09,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327889668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327889668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:09,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327889673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:09,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327889773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327889773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:09,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:09,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327889783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327889783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:09,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327889983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:09,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327889983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:09,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327889993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:09,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327889993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:09,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:09,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-04T15:57:10,023 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:10,024 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-04T15:57:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T15:57:10,026 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:10,028 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:10,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:10,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/66644440bee24fe7aa4e2aee71ce65b7 2024-12-04T15:57:10,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/aecd829604234eb0b4f875ca0ae0ffab is 50, key is test_row_0/B:col10/1733327828512/Put/seqid=0 2024-12-04T15:57:10,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742116_1292 (size=12301) 2024-12-04T15:57:10,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/aecd829604234eb0b4f875ca0ae0ffab 2024-12-04T15:57:10,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/d29c7788f7374ef8adcce7079cf1abe0 is 50, key is test_row_0/C:col10/1733327828512/Put/seqid=0 2024-12-04T15:57:10,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742117_1293 (size=12301) 2024-12-04T15:57:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T15:57:10,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T15:57:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:10,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:10,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327890293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:10,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:10,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327890293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:10,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:10,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327890303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327890303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:10,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T15:57:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:10,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T15:57:10,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T15:57:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:10,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:10,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/d29c7788f7374ef8adcce7079cf1abe0 2024-12-04T15:57:10,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/66644440bee24fe7aa4e2aee71ce65b7 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/66644440bee24fe7aa4e2aee71ce65b7 2024-12-04T15:57:10,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/66644440bee24fe7aa4e2aee71ce65b7, entries=200, sequenceid=278, filesize=14.4 K 2024-12-04T15:57:10,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/aecd829604234eb0b4f875ca0ae0ffab as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/aecd829604234eb0b4f875ca0ae0ffab 2024-12-04T15:57:10,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/aecd829604234eb0b4f875ca0ae0ffab, entries=150, sequenceid=278, filesize=12.0 K 2024-12-04T15:57:10,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/d29c7788f7374ef8adcce7079cf1abe0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d29c7788f7374ef8adcce7079cf1abe0 2024-12-04T15:57:10,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d29c7788f7374ef8adcce7079cf1abe0, entries=150, sequenceid=278, filesize=12.0 K 2024-12-04T15:57:10,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 863ms, sequenceid=278, compaction requested=true 2024-12-04T15:57:10,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:10,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:57:10,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:10,519 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:10,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:57:10,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:10,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:57:10,520 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:10,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:10,521 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:10,521 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/B is initiating minor compaction (all files) 2024-12-04T15:57:10,521 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/B in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:10,521 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/f6885cdbd97a45f0a69e7c906ad1cdd8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/93280205cc00487bb54e8742b5796fce, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/aecd829604234eb0b4f875ca0ae0ffab] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=36.3 K 2024-12-04T15:57:10,521 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:10,521 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/A is initiating minor compaction (all files) 2024-12-04T15:57:10,521 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/A in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:10,521 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/0afff29de1194f63ad9c6b2172267179, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/531217003d8341938107144075095211, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/66644440bee24fe7aa4e2aee71ce65b7] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=38.7 K 2024-12-04T15:57:10,522 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0afff29de1194f63ad9c6b2172267179, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733327826263 2024-12-04T15:57:10,522 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting f6885cdbd97a45f0a69e7c906ad1cdd8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733327826263 2024-12-04T15:57:10,522 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 531217003d8341938107144075095211, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733327826272 2024-12-04T15:57:10,522 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 93280205cc00487bb54e8742b5796fce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733327826272 2024-12-04T15:57:10,522 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting aecd829604234eb0b4f875ca0ae0ffab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733327828512 2024-12-04T15:57:10,522 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66644440bee24fe7aa4e2aee71ce65b7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733327828512 2024-12-04T15:57:10,531 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#B#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:10,532 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/4cbe5c6f48bc43a786b78e2eb4ea1295 is 50, key is test_row_0/B:col10/1733327828512/Put/seqid=0 2024-12-04T15:57:10,534 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#A#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:10,535 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/50e0f6d900d540728e2bc754c396092f is 50, key is test_row_0/A:col10/1733327828512/Put/seqid=0 2024-12-04T15:57:10,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742118_1294 (size=12949) 2024-12-04T15:57:10,557 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/4cbe5c6f48bc43a786b78e2eb4ea1295 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/4cbe5c6f48bc43a786b78e2eb4ea1295 2024-12-04T15:57:10,566 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/B of 347f7e8fcda3c3ff73148bfbc4a944c4 into 4cbe5c6f48bc43a786b78e2eb4ea1295(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:10,566 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:10,566 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/B, priority=13, startTime=1733327830519; duration=0sec 2024-12-04T15:57:10,567 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:10,567 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:B 2024-12-04T15:57:10,567 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:10,568 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:10,568 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/C is initiating minor compaction (all files) 2024-12-04T15:57:10,568 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/C in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:10,568 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/e46e9e0c24ad422991837a5e13f12c55, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/32510b5e5a41473aac1389fe25c9e1c3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d29c7788f7374ef8adcce7079cf1abe0] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=36.3 K 2024-12-04T15:57:10,569 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting e46e9e0c24ad422991837a5e13f12c55, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733327826263 2024-12-04T15:57:10,570 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 32510b5e5a41473aac1389fe25c9e1c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733327826272 2024-12-04T15:57:10,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742119_1295 (size=12949) 2024-12-04T15:57:10,571 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting d29c7788f7374ef8adcce7079cf1abe0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733327828512 2024-12-04T15:57:10,584 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#C#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:10,585 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/82ac50144e4046d6bbe12772f069e73c is 50, key is test_row_0/C:col10/1733327828512/Put/seqid=0 2024-12-04T15:57:10,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742120_1296 (size=12949) 2024-12-04T15:57:10,611 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/82ac50144e4046d6bbe12772f069e73c as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/82ac50144e4046d6bbe12772f069e73c 2024-12-04T15:57:10,618 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/C of 347f7e8fcda3c3ff73148bfbc4a944c4 into 82ac50144e4046d6bbe12772f069e73c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:10,618 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:10,618 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/C, priority=13, startTime=1733327830520; duration=0sec 2024-12-04T15:57:10,619 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:10,619 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:C 2024-12-04T15:57:10,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-04T15:57:10,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:10,639 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-04T15:57:10,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/dd2d4dab437e455d8cb5d768b8c88f0a is 50, key is test_row_0/A:col10/1733327829666/Put/seqid=0 2024-12-04T15:57:10,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742121_1297 (size=12301) 2024-12-04T15:57:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T15:57:10,654 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/dd2d4dab437e455d8cb5d768b8c88f0a 2024-12-04T15:57:10,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/f4572889badc48fc90ec7bb0303c3d12 is 50, key is test_row_0/B:col10/1733327829666/Put/seqid=0 2024-12-04T15:57:10,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742122_1298 (size=12301) 2024-12-04T15:57:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:10,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:10,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327890779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:10,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:10,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327890803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:10,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:10,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327890803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:10,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:10,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:10,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327890813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327890813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:10,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:10,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327890893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:10,976 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/50e0f6d900d540728e2bc754c396092f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/50e0f6d900d540728e2bc754c396092f 2024-12-04T15:57:10,981 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/A of 347f7e8fcda3c3ff73148bfbc4a944c4 into 50e0f6d900d540728e2bc754c396092f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:10,981 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:10,981 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/A, priority=13, startTime=1733327830519; duration=0sec 2024-12-04T15:57:10,981 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:10,981 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:A 2024-12-04T15:57:11,069 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/f4572889badc48fc90ec7bb0303c3d12 2024-12-04T15:57:11,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/af4f02778f484f9dbf89ff5095c17957 is 50, key is test_row_0/C:col10/1733327829666/Put/seqid=0 2024-12-04T15:57:11,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742123_1299 (size=12301) 2024-12-04T15:57:11,081 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/af4f02778f484f9dbf89ff5095c17957 2024-12-04T15:57:11,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/dd2d4dab437e455d8cb5d768b8c88f0a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/dd2d4dab437e455d8cb5d768b8c88f0a 2024-12-04T15:57:11,089 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/dd2d4dab437e455d8cb5d768b8c88f0a, entries=150, sequenceid=289, filesize=12.0 K 2024-12-04T15:57:11,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/f4572889badc48fc90ec7bb0303c3d12 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/f4572889badc48fc90ec7bb0303c3d12 2024-12-04T15:57:11,094 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/f4572889badc48fc90ec7bb0303c3d12, entries=150, sequenceid=289, filesize=12.0 K 2024-12-04T15:57:11,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/af4f02778f484f9dbf89ff5095c17957 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/af4f02778f484f9dbf89ff5095c17957 2024-12-04T15:57:11,099 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/af4f02778f484f9dbf89ff5095c17957, entries=150, sequenceid=289, filesize=12.0 K 2024-12-04T15:57:11,099 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 460ms, sequenceid=289, compaction requested=false 2024-12-04T15:57:11,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:11,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:11,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-04T15:57:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-04T15:57:11,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-04T15:57:11,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0730 sec 2024-12-04T15:57:11,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.0790 sec 2024-12-04T15:57:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:11,106 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:11,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-04T15:57:11,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/ea47510e2ba14954b81b00d667a865e3 is 50, key is test_row_0/A:col10/1733327831104/Put/seqid=0 2024-12-04T15:57:11,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742124_1300 (size=12301) 2024-12-04T15:57:11,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327891128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:11,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:11,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:11,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-04T15:57:11,163 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:11,163 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-04T15:57:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T15:57:11,165 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:11,166 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:11,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:11,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327891243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:11,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:11,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:11,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T15:57:11,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T15:57:11,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:11,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:11,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:11,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:11,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:11,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327891453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:11,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:11,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:11,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:11,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T15:57:11,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:11,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:11,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:11,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:11,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T15:57:11,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/ea47510e2ba14954b81b00d667a865e3 2024-12-04T15:57:11,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/db372d4ab84148738e861d4b6f50a0a7 is 50, key is test_row_0/B:col10/1733327831104/Put/seqid=0 2024-12-04T15:57:11,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742125_1301 (size=12301) 2024-12-04T15:57:11,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/db372d4ab84148738e861d4b6f50a0a7 2024-12-04T15:57:11,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/6d8a8f74e07548cd8d99acebdf2efb29 is 50, key is test_row_0/C:col10/1733327831104/Put/seqid=0 2024-12-04T15:57:11,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742126_1302 (size=12301) 2024-12-04T15:57:11,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T15:57:11,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:11,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:11,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:11,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:11,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:11,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327891762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:11,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:11,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:11,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:11,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T15:57:11,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:11,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:11,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:11,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:11,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T15:57:11,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327891813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:11,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327891813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:11,815 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in 347f7e8fcda3c3ff73148bfbc4a944c4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:11,815 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in 347f7e8fcda3c3ff73148bfbc4a944c4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:11,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327891823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:11,825 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in 347f7e8fcda3c3ff73148bfbc4a944c4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:11,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:11,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327891833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:11,837 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in 347f7e8fcda3c3ff73148bfbc4a944c4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:11,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:11,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:11,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:11,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T15:57:11,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:11,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:11,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:11,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:11,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:11,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/6d8a8f74e07548cd8d99acebdf2efb29 2024-12-04T15:57:11,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/ea47510e2ba14954b81b00d667a865e3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/ea47510e2ba14954b81b00d667a865e3 2024-12-04T15:57:11,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/ea47510e2ba14954b81b00d667a865e3, entries=150, sequenceid=318, filesize=12.0 K 2024-12-04T15:57:11,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/db372d4ab84148738e861d4b6f50a0a7 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/db372d4ab84148738e861d4b6f50a0a7 2024-12-04T15:57:11,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/db372d4ab84148738e861d4b6f50a0a7, entries=150, sequenceid=318, filesize=12.0 K 2024-12-04T15:57:11,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/6d8a8f74e07548cd8d99acebdf2efb29 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6d8a8f74e07548cd8d99acebdf2efb29 2024-12-04T15:57:11,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6d8a8f74e07548cd8d99acebdf2efb29, entries=150, sequenceid=318, filesize=12.0 K 2024-12-04T15:57:11,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 874ms, sequenceid=318, compaction requested=true 2024-12-04T15:57:11,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:11,981 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:11,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:57:11,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:11,981 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:11,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:57:11,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:11,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:57:11,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:11,982 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:11,982 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/A is initiating minor compaction (all files) 2024-12-04T15:57:11,982 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/A in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:11,982 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/50e0f6d900d540728e2bc754c396092f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/dd2d4dab437e455d8cb5d768b8c88f0a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/ea47510e2ba14954b81b00d667a865e3] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=36.7 K 2024-12-04T15:57:11,982 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:11,983 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/B is initiating minor compaction (all files) 2024-12-04T15:57:11,983 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/B in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:11,983 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/4cbe5c6f48bc43a786b78e2eb4ea1295, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/f4572889badc48fc90ec7bb0303c3d12, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/db372d4ab84148738e861d4b6f50a0a7] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=36.7 K 2024-12-04T15:57:11,983 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50e0f6d900d540728e2bc754c396092f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733327828512 2024-12-04T15:57:11,984 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cbe5c6f48bc43a786b78e2eb4ea1295, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733327828512 2024-12-04T15:57:11,984 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd2d4dab437e455d8cb5d768b8c88f0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733327829664 2024-12-04T15:57:11,985 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting f4572889badc48fc90ec7bb0303c3d12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733327829664 2024-12-04T15:57:11,985 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea47510e2ba14954b81b00d667a865e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733327830772 2024-12-04T15:57:11,985 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting db372d4ab84148738e861d4b6f50a0a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733327830772 2024-12-04T15:57:11,994 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:11,995 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/06b4a57b69284f1180432c8361f666b3 is 50, key is test_row_0/A:col10/1733327831104/Put/seqid=0 2024-12-04T15:57:12,014 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:12,015 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/0eacd7b50e4347ea9bc76af45bafd228 is 50, key is test_row_0/B:col10/1733327831104/Put/seqid=0 2024-12-04T15:57:12,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742127_1303 (size=13051) 2024-12-04T15:57:12,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742128_1304 (size=13051) 2024-12-04T15:57:12,052 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/0eacd7b50e4347ea9bc76af45bafd228 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/0eacd7b50e4347ea9bc76af45bafd228 2024-12-04T15:57:12,058 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/B of 347f7e8fcda3c3ff73148bfbc4a944c4 into 0eacd7b50e4347ea9bc76af45bafd228(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:12,058 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:12,058 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/B, priority=13, startTime=1733327831981; duration=0sec 2024-12-04T15:57:12,059 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:12,059 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:B 2024-12-04T15:57:12,059 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:12,060 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:12,060 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/C is initiating minor compaction (all files) 2024-12-04T15:57:12,060 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/C in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:12,060 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/82ac50144e4046d6bbe12772f069e73c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/af4f02778f484f9dbf89ff5095c17957, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6d8a8f74e07548cd8d99acebdf2efb29] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=36.7 K 2024-12-04T15:57:12,061 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 82ac50144e4046d6bbe12772f069e73c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733327828512 2024-12-04T15:57:12,061 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting af4f02778f484f9dbf89ff5095c17957, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733327829664 2024-12-04T15:57:12,062 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d8a8f74e07548cd8d99acebdf2efb29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733327830772 2024-12-04T15:57:12,071 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#C#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:12,072 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/d5b63f59cdba4ec0adeb12b72bb1fa2e is 50, key is test_row_0/C:col10/1733327831104/Put/seqid=0 2024-12-04T15:57:12,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742129_1305 (size=13051) 2024-12-04T15:57:12,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-04T15:57:12,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:12,086 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-04T15:57:12,091 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/d5b63f59cdba4ec0adeb12b72bb1fa2e as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d5b63f59cdba4ec0adeb12b72bb1fa2e 2024-12-04T15:57:12,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/54de7f2c5f58497fb3d97c724e7e29fa is 50, key is test_row_0/A:col10/1733327831123/Put/seqid=0 2024-12-04T15:57:12,098 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/C of 347f7e8fcda3c3ff73148bfbc4a944c4 into d5b63f59cdba4ec0adeb12b72bb1fa2e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:12,098 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:12,098 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/C, priority=13, startTime=1733327831981; duration=0sec 2024-12-04T15:57:12,099 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:12,099 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:C 2024-12-04T15:57:12,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742130_1306 (size=9857) 2024-12-04T15:57:12,107 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/54de7f2c5f58497fb3d97c724e7e29fa 2024-12-04T15:57:12,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/7efedaaf66454fbabb6200a94a64c387 is 50, key is test_row_0/B:col10/1733327831123/Put/seqid=0 2024-12-04T15:57:12,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742131_1307 (size=9857) 2024-12-04T15:57:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:12,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T15:57:12,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327892396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:12,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:12,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:12,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:12,436 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/06b4a57b69284f1180432c8361f666b3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/06b4a57b69284f1180432c8361f666b3 2024-12-04T15:57:12,441 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/A of 347f7e8fcda3c3ff73148bfbc4a944c4 into 06b4a57b69284f1180432c8361f666b3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:12,442 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:12,442 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/A, priority=13, startTime=1733327831981; duration=0sec 2024-12-04T15:57:12,442 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:12,442 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:A 2024-12-04T15:57:12,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327892503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:12,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:12,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:12,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:12,534 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/7efedaaf66454fbabb6200a94a64c387 2024-12-04T15:57:12,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/d2d01a5e88634e3c8247cc3ec2e79234 is 50, key is test_row_0/C:col10/1733327831123/Put/seqid=0 2024-12-04T15:57:12,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742132_1308 (size=9857) 2024-12-04T15:57:12,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327892713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:12,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:12,951 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/d2d01a5e88634e3c8247cc3ec2e79234 2024-12-04T15:57:12,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/54de7f2c5f58497fb3d97c724e7e29fa as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/54de7f2c5f58497fb3d97c724e7e29fa 2024-12-04T15:57:12,966 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/54de7f2c5f58497fb3d97c724e7e29fa, entries=100, sequenceid=327, filesize=9.6 K 2024-12-04T15:57:12,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/7efedaaf66454fbabb6200a94a64c387 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/7efedaaf66454fbabb6200a94a64c387 2024-12-04T15:57:12,973 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/7efedaaf66454fbabb6200a94a64c387, entries=100, sequenceid=327, filesize=9.6 K 2024-12-04T15:57:12,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/d2d01a5e88634e3c8247cc3ec2e79234 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d2d01a5e88634e3c8247cc3ec2e79234 2024-12-04T15:57:12,979 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d2d01a5e88634e3c8247cc3ec2e79234, entries=100, sequenceid=327, filesize=9.6 K 2024-12-04T15:57:12,981 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 894ms, sequenceid=327, compaction requested=false 2024-12-04T15:57:12,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:12,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:12,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-04T15:57:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-04T15:57:12,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-04T15:57:12,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8170 sec 2024-12-04T15:57:12,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.8240 sec 2024-12-04T15:57:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:13,026 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:13,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-04T15:57:13,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/f9ccf313fa304fe59d2fa373146810ca is 50, key is test_row_0/A:col10/1733327832388/Put/seqid=0 2024-12-04T15:57:13,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742133_1309 (size=12301) 2024-12-04T15:57:13,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327893041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:13,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:13,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:13,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:13,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327893153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:13,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:13,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:13,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-04T15:57:13,313 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:13,313 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-12-04T15:57:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T15:57:13,316 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:13,316 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:13,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:13,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327893363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:13,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:13,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:13,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T15:57:13,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/f9ccf313fa304fe59d2fa373146810ca 2024-12-04T15:57:13,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/35a1ad18804d4b669d437dc4248436ad is 50, key is test_row_0/B:col10/1733327832388/Put/seqid=0 2024-12-04T15:57:13,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742134_1310 (size=12301) 2024-12-04T15:57:13,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-04T15:57:13,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:13,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:13,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:13,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:13,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:13,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-04T15:57:13,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:13,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:13,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:13,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:13,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T15:57:13,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327893673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:13,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:13,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:13,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:13,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-04T15:57:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:13,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:13,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:13,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:13,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327893843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327893843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:13,847 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in 347f7e8fcda3c3ff73148bfbc4a944c4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:13,847 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in 347f7e8fcda3c3ff73148bfbc4a944c4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:13,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:13,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327893853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:13,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327893853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:13,855 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in 347f7e8fcda3c3ff73148bfbc4a944c4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:13,856 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in 347f7e8fcda3c3ff73148bfbc4a944c4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:13,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/35a1ad18804d4b669d437dc4248436ad 2024-12-04T15:57:13,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/111f71e4092a464793095c9d678118ec is 50, key is test_row_0/C:col10/1733327832388/Put/seqid=0 2024-12-04T15:57:13,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742135_1311 (size=12301) 2024-12-04T15:57:13,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-04T15:57:13,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:13,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:13,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:13,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:13,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T15:57:14,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-04T15:57:14,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:14,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:14,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:14,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:14,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:14,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327894182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:14,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:14,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:14,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:14,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-04T15:57:14,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:14,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:14,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:14,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:14,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:14,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/111f71e4092a464793095c9d678118ec 2024-12-04T15:57:14,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/f9ccf313fa304fe59d2fa373146810ca as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/f9ccf313fa304fe59d2fa373146810ca 2024-12-04T15:57:14,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/f9ccf313fa304fe59d2fa373146810ca, entries=150, sequenceid=358, filesize=12.0 K 2024-12-04T15:57:14,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/35a1ad18804d4b669d437dc4248436ad as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/35a1ad18804d4b669d437dc4248436ad 2024-12-04T15:57:14,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/35a1ad18804d4b669d437dc4248436ad, entries=150, sequenceid=358, filesize=12.0 K 2024-12-04T15:57:14,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/111f71e4092a464793095c9d678118ec as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/111f71e4092a464793095c9d678118ec 2024-12-04T15:57:14,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/111f71e4092a464793095c9d678118ec, entries=150, sequenceid=358, filesize=12.0 K 2024-12-04T15:57:14,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 1283ms, sequenceid=358, compaction requested=true 2024-12-04T15:57:14,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:14,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:57:14,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:14,309 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:14,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:57:14,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:14,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:57:14,309 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:14,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:14,310 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:14,310 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:14,310 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/B is initiating minor compaction (all files) 2024-12-04T15:57:14,310 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/A is initiating minor compaction (all files) 2024-12-04T15:57:14,310 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/B in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:14,310 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/A in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:14,310 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/0eacd7b50e4347ea9bc76af45bafd228, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/7efedaaf66454fbabb6200a94a64c387, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/35a1ad18804d4b669d437dc4248436ad] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=34.4 K 2024-12-04T15:57:14,310 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/06b4a57b69284f1180432c8361f666b3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/54de7f2c5f58497fb3d97c724e7e29fa, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/f9ccf313fa304fe59d2fa373146810ca] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=34.4 K 2024-12-04T15:57:14,311 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 0eacd7b50e4347ea9bc76af45bafd228, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733327830772 2024-12-04T15:57:14,311 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06b4a57b69284f1180432c8361f666b3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733327830772 2024-12-04T15:57:14,311 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 7efedaaf66454fbabb6200a94a64c387, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733327831123 2024-12-04T15:57:14,311 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54de7f2c5f58497fb3d97c724e7e29fa, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733327831123 2024-12-04T15:57:14,311 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 35a1ad18804d4b669d437dc4248436ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733327832378 2024-12-04T15:57:14,311 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9ccf313fa304fe59d2fa373146810ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733327832378 2024-12-04T15:57:14,319 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:14,319 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/02821d1fd7ba4316809146c9a3f17a51 is 50, key is test_row_0/B:col10/1733327832388/Put/seqid=0 2024-12-04T15:57:14,323 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#A#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:14,323 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/78588db2b94041c48b9846e4ff9a02f4 is 50, key is test_row_0/A:col10/1733327832388/Put/seqid=0 2024-12-04T15:57:14,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742136_1312 (size=13153) 2024-12-04T15:57:14,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742137_1313 (size=13153) 2024-12-04T15:57:14,339 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/02821d1fd7ba4316809146c9a3f17a51 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/02821d1fd7ba4316809146c9a3f17a51 2024-12-04T15:57:14,346 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/78588db2b94041c48b9846e4ff9a02f4 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/78588db2b94041c48b9846e4ff9a02f4 2024-12-04T15:57:14,348 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/B of 347f7e8fcda3c3ff73148bfbc4a944c4 into 02821d1fd7ba4316809146c9a3f17a51(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:14,348 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:14,348 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/B, priority=13, startTime=1733327834309; duration=0sec 2024-12-04T15:57:14,349 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:14,349 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:B 2024-12-04T15:57:14,349 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:14,350 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:14,350 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/C is initiating minor compaction (all files) 2024-12-04T15:57:14,350 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/C in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:14,350 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d5b63f59cdba4ec0adeb12b72bb1fa2e, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d2d01a5e88634e3c8247cc3ec2e79234, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/111f71e4092a464793095c9d678118ec] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=34.4 K 2024-12-04T15:57:14,351 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting d5b63f59cdba4ec0adeb12b72bb1fa2e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733327830772 2024-12-04T15:57:14,351 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting d2d01a5e88634e3c8247cc3ec2e79234, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733327831123 2024-12-04T15:57:14,352 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 111f71e4092a464793095c9d678118ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733327832378 2024-12-04T15:57:14,352 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/A of 347f7e8fcda3c3ff73148bfbc4a944c4 into 78588db2b94041c48b9846e4ff9a02f4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:14,352 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:14,352 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/A, priority=13, startTime=1733327834309; duration=0sec 2024-12-04T15:57:14,352 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:14,352 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:A 2024-12-04T15:57:14,360 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:14,361 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/7fd4a40f878b45bb8e4a6cfad0bcf087 is 50, key is test_row_0/C:col10/1733327832388/Put/seqid=0 2024-12-04T15:57:14,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742138_1314 (size=13153) 2024-12-04T15:57:14,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-04T15:57:14,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:14,391 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-04T15:57:14,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/66a7668b157c4f7fa230ae4c8de21c2f is 50, key is test_row_0/A:col10/1733327833040/Put/seqid=0 2024-12-04T15:57:14,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742139_1315 (size=9857) 2024-12-04T15:57:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T15:57:14,781 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/7fd4a40f878b45bb8e4a6cfad0bcf087 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/7fd4a40f878b45bb8e4a6cfad0bcf087 2024-12-04T15:57:14,787 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/C of 347f7e8fcda3c3ff73148bfbc4a944c4 into 7fd4a40f878b45bb8e4a6cfad0bcf087(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:14,787 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:14,787 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/C, priority=13, startTime=1733327834309; duration=0sec 2024-12-04T15:57:14,788 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:14,788 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:C 2024-12-04T15:57:14,806 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/66a7668b157c4f7fa230ae4c8de21c2f 2024-12-04T15:57:14,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/864b6a8596164692bc423bb7c303d718 is 50, key is test_row_0/B:col10/1733327833040/Put/seqid=0 2024-12-04T15:57:14,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742140_1316 (size=9857) 2024-12-04T15:57:14,822 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/864b6a8596164692bc423bb7c303d718 2024-12-04T15:57:14,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/0a0132c5dae94b5385246f9574916b69 is 50, key is test_row_0/C:col10/1733327833040/Put/seqid=0 2024-12-04T15:57:14,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742141_1317 (size=9857) 2024-12-04T15:57:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:15,237 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/0a0132c5dae94b5385246f9574916b69 2024-12-04T15:57:15,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/66a7668b157c4f7fa230ae4c8de21c2f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/66a7668b157c4f7fa230ae4c8de21c2f 2024-12-04T15:57:15,248 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/66a7668b157c4f7fa230ae4c8de21c2f, entries=100, sequenceid=367, filesize=9.6 K 2024-12-04T15:57:15,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/864b6a8596164692bc423bb7c303d718 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/864b6a8596164692bc423bb7c303d718 2024-12-04T15:57:15,254 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/864b6a8596164692bc423bb7c303d718, entries=100, sequenceid=367, filesize=9.6 K 2024-12-04T15:57:15,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/0a0132c5dae94b5385246f9574916b69 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/0a0132c5dae94b5385246f9574916b69 2024-12-04T15:57:15,261 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/0a0132c5dae94b5385246f9574916b69, entries=100, sequenceid=367, filesize=9.6 K 2024-12-04T15:57:15,262 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=87.22 KB/89310 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 871ms, sequenceid=367, compaction requested=false 2024-12-04T15:57:15,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:15,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:15,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-12-04T15:57:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-12-04T15:57:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:15,264 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:15,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-04T15:57:15,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-04T15:57:15,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9470 sec 2024-12-04T15:57:15,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.9540 sec 2024-12-04T15:57:15,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/9332ea47a16a44cdb0e7b72fb0d139fa is 50, key is test_row_0/A:col10/1733327835249/Put/seqid=0 2024-12-04T15:57:15,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742142_1318 (size=14741) 2024-12-04T15:57:15,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/9332ea47a16a44cdb0e7b72fb0d139fa 2024-12-04T15:57:15,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/fb887a7dfe3947c8b075b86439a9684a is 50, key is test_row_0/B:col10/1733327835249/Put/seqid=0 2024-12-04T15:57:15,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742143_1319 (size=12301) 2024-12-04T15:57:15,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/fb887a7dfe3947c8b075b86439a9684a 2024-12-04T15:57:15,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/6b9c85f033864f14a9e027818a98347a is 50, key is test_row_0/C:col10/1733327835249/Put/seqid=0 2024-12-04T15:57:15,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742144_1320 (size=12301) 2024-12-04T15:57:15,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327895354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:15,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:15,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:15,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-04T15:57:15,463 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:15,464 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-12-04T15:57:15,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327895463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:15,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:15,466 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:15,467 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:15,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-04T15:57:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-04T15:57:15,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-04T15:57:15,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:15,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:15,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:15,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:15,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:15,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327895673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:15,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:15,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:15,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:15,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/6b9c85f033864f14a9e027818a98347a 2024-12-04T15:57:15,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/9332ea47a16a44cdb0e7b72fb0d139fa as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/9332ea47a16a44cdb0e7b72fb0d139fa 2024-12-04T15:57:15,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/9332ea47a16a44cdb0e7b72fb0d139fa, entries=200, sequenceid=385, filesize=14.4 K 2024-12-04T15:57:15,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/fb887a7dfe3947c8b075b86439a9684a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/fb887a7dfe3947c8b075b86439a9684a 2024-12-04T15:57:15,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/fb887a7dfe3947c8b075b86439a9684a, entries=150, sequenceid=385, filesize=12.0 K 2024-12-04T15:57:15,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/6b9c85f033864f14a9e027818a98347a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6b9c85f033864f14a9e027818a98347a 2024-12-04T15:57:15,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6b9c85f033864f14a9e027818a98347a, entries=150, sequenceid=385, filesize=12.0 K 2024-12-04T15:57:15,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 506ms, sequenceid=385, compaction requested=true 2024-12-04T15:57:15,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:15,770 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:15,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:57:15,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:15,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:57:15,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:15,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:57:15,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:15,770 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:15,771 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:15,771 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37751 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:15,771 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/A is initiating minor compaction (all files) 2024-12-04T15:57:15,771 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/B is initiating minor compaction (all files) 2024-12-04T15:57:15,771 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/A in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:15,771 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/B in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:15,771 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/02821d1fd7ba4316809146c9a3f17a51, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/864b6a8596164692bc423bb7c303d718, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/fb887a7dfe3947c8b075b86439a9684a] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=34.5 K 2024-12-04T15:57:15,771 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/78588db2b94041c48b9846e4ff9a02f4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/66a7668b157c4f7fa230ae4c8de21c2f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/9332ea47a16a44cdb0e7b72fb0d139fa] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=36.9 K 2024-12-04T15:57:15,772 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78588db2b94041c48b9846e4ff9a02f4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733327832378 2024-12-04T15:57:15,772 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 02821d1fd7ba4316809146c9a3f17a51, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733327832378 2024-12-04T15:57:15,773 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 864b6a8596164692bc423bb7c303d718, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733327833031 2024-12-04T15:57:15,773 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66a7668b157c4f7fa230ae4c8de21c2f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733327833031 2024-12-04T15:57:15,773 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting fb887a7dfe3947c8b075b86439a9684a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733327835219 2024-12-04T15:57:15,773 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9332ea47a16a44cdb0e7b72fb0d139fa, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733327835219 2024-12-04T15:57:15,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-04T15:57:15,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:15,774 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-04T15:57:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-04T15:57:15,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/4b0214c349ca43a2889c33fa79957190 is 50, key is test_row_0/A:col10/1733327835314/Put/seqid=0 2024-12-04T15:57:15,790 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#A#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:15,790 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/9237841fb3314553bb1d1f9bca886f7b is 50, key is test_row_0/A:col10/1733327835249/Put/seqid=0 2024-12-04T15:57:15,791 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#B#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:15,791 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/7c8dde95accf4acc84fd07470117b14f is 50, key is test_row_0/B:col10/1733327835249/Put/seqid=0 2024-12-04T15:57:15,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742145_1321 (size=12301) 2024-12-04T15:57:15,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742146_1322 (size=13255) 2024-12-04T15:57:15,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742147_1323 (size=13255) 2024-12-04T15:57:15,825 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/7c8dde95accf4acc84fd07470117b14f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/7c8dde95accf4acc84fd07470117b14f 2024-12-04T15:57:15,833 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/B of 347f7e8fcda3c3ff73148bfbc4a944c4 into 7c8dde95accf4acc84fd07470117b14f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:15,833 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:15,833 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/B, priority=13, startTime=1733327835770; duration=0sec 2024-12-04T15:57:15,833 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:15,833 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:B 2024-12-04T15:57:15,833 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:15,836 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:15,836 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/C is initiating minor compaction (all files) 2024-12-04T15:57:15,836 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/C in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:15,836 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/7fd4a40f878b45bb8e4a6cfad0bcf087, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/0a0132c5dae94b5385246f9574916b69, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6b9c85f033864f14a9e027818a98347a] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=34.5 K 2024-12-04T15:57:15,836 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fd4a40f878b45bb8e4a6cfad0bcf087, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733327832378 2024-12-04T15:57:15,837 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a0132c5dae94b5385246f9574916b69, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733327833031 2024-12-04T15:57:15,837 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b9c85f033864f14a9e027818a98347a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733327835219 2024-12-04T15:57:15,850 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:15,851 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/44e8f01d661e495da6d2400d1f4541f5 is 50, key is test_row_0/C:col10/1733327835249/Put/seqid=0 2024-12-04T15:57:15,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742148_1324 (size=13255) 2024-12-04T15:57:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:15,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:16,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327896052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:16,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:16,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:16,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-04T15:57:16,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327896163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:16,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:16,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:16,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:16,197 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/4b0214c349ca43a2889c33fa79957190 2024-12-04T15:57:16,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/2c620003341448d189a76c95e49035c4 is 50, key is test_row_0/B:col10/1733327835314/Put/seqid=0 2024-12-04T15:57:16,217 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/9237841fb3314553bb1d1f9bca886f7b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/9237841fb3314553bb1d1f9bca886f7b 2024-12-04T15:57:16,227 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/A of 347f7e8fcda3c3ff73148bfbc4a944c4 into 9237841fb3314553bb1d1f9bca886f7b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:16,227 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:16,227 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/A, priority=13, startTime=1733327835770; duration=0sec 2024-12-04T15:57:16,227 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:16,227 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:A 2024-12-04T15:57:16,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742149_1325 (size=12301) 2024-12-04T15:57:16,238 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/2c620003341448d189a76c95e49035c4 2024-12-04T15:57:16,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/6f42f2e3179b472194214baf0f38362a is 50, key is test_row_0/C:col10/1733327835314/Put/seqid=0 2024-12-04T15:57:16,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742150_1326 (size=12301) 2024-12-04T15:57:16,257 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/6f42f2e3179b472194214baf0f38362a 2024-12-04T15:57:16,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/4b0214c349ca43a2889c33fa79957190 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/4b0214c349ca43a2889c33fa79957190 2024-12-04T15:57:16,275 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/44e8f01d661e495da6d2400d1f4541f5 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/44e8f01d661e495da6d2400d1f4541f5 2024-12-04T15:57:16,278 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/4b0214c349ca43a2889c33fa79957190, entries=150, sequenceid=404, filesize=12.0 K 2024-12-04T15:57:16,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/2c620003341448d189a76c95e49035c4 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/2c620003341448d189a76c95e49035c4 2024-12-04T15:57:16,283 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/C of 347f7e8fcda3c3ff73148bfbc4a944c4 into 44e8f01d661e495da6d2400d1f4541f5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:16,283 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:16,283 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/C, priority=13, startTime=1733327835770; duration=0sec 2024-12-04T15:57:16,283 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:16,283 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:C 2024-12-04T15:57:16,288 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/2c620003341448d189a76c95e49035c4, entries=150, sequenceid=404, filesize=12.0 K 2024-12-04T15:57:16,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/6f42f2e3179b472194214baf0f38362a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6f42f2e3179b472194214baf0f38362a 2024-12-04T15:57:16,294 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6f42f2e3179b472194214baf0f38362a, entries=150, sequenceid=404, filesize=12.0 K 2024-12-04T15:57:16,295 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 521ms, sequenceid=404, compaction requested=false 2024-12-04T15:57:16,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:16,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:16,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-12-04T15:57:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-12-04T15:57:16,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-04T15:57:16,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 829 msec 2024-12-04T15:57:16,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 835 msec 2024-12-04T15:57:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:16,376 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:16,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-04T15:57:16,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/eb8a81dfab8841df87a51251f63a01e3 is 50, key is test_row_0/A:col10/1733327836045/Put/seqid=0 2024-12-04T15:57:16,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742151_1327 (size=14741) 2024-12-04T15:57:16,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327896433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:16,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:16,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:16,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:16,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327896542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:16,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:16,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:16,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-04T15:57:16,603 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:16,604 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-12-04T15:57:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-04T15:57:16,606 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:16,606 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:16,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-04T15:57:16,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327896753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:16,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:16,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:16,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:16,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-04T15:57:16,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:16,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:16,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:16,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:16,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:16,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/eb8a81dfab8841df87a51251f63a01e3 2024-12-04T15:57:16,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/350d2907e7254117b1fe04fb338321a9 is 50, key is test_row_0/B:col10/1733327836045/Put/seqid=0 2024-12-04T15:57:16,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742152_1328 (size=12301) 2024-12-04T15:57:16,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/350d2907e7254117b1fe04fb338321a9 2024-12-04T15:57:16,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/5317288abaa54e818670da70b676aa08 is 50, key is test_row_0/C:col10/1733327836045/Put/seqid=0 2024-12-04T15:57:16,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742153_1329 (size=12301) 2024-12-04T15:57:16,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-04T15:57:16,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:16,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:16,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:16,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:16,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:16,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:16,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-04T15:57:17,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327897063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:17,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-04T15:57:17,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:17,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:17,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:17,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:17,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:17,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/5317288abaa54e818670da70b676aa08 2024-12-04T15:57:17,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/eb8a81dfab8841df87a51251f63a01e3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/eb8a81dfab8841df87a51251f63a01e3 2024-12-04T15:57:17,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/eb8a81dfab8841df87a51251f63a01e3, entries=200, sequenceid=425, filesize=14.4 K 2024-12-04T15:57:17,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/350d2907e7254117b1fe04fb338321a9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/350d2907e7254117b1fe04fb338321a9 2024-12-04T15:57:17,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-04T15:57:17,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:17,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/350d2907e7254117b1fe04fb338321a9, entries=150, sequenceid=425, filesize=12.0 K 2024-12-04T15:57:17,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:17,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:17,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:17,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:17,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/5317288abaa54e818670da70b676aa08 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/5317288abaa54e818670da70b676aa08 2024-12-04T15:57:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:17,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/5317288abaa54e818670da70b676aa08, entries=150, sequenceid=425, filesize=12.0 K 2024-12-04T15:57:17,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 851ms, sequenceid=425, compaction requested=true 2024-12-04T15:57:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:57:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:17,227 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:57:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:57:17,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:17,227 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:17,228 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:17,228 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:17,228 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/B is initiating minor compaction (all files) 2024-12-04T15:57:17,228 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/A is initiating minor compaction (all files) 2024-12-04T15:57:17,228 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/B in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:17,228 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/A in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:17,229 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/7c8dde95accf4acc84fd07470117b14f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/2c620003341448d189a76c95e49035c4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/350d2907e7254117b1fe04fb338321a9] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=37.0 K 2024-12-04T15:57:17,229 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/9237841fb3314553bb1d1f9bca886f7b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/4b0214c349ca43a2889c33fa79957190, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/eb8a81dfab8841df87a51251f63a01e3] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=39.4 K 2024-12-04T15:57:17,229 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9237841fb3314553bb1d1f9bca886f7b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733327835219 2024-12-04T15:57:17,229 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c8dde95accf4acc84fd07470117b14f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733327835219 2024-12-04T15:57:17,229 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b0214c349ca43a2889c33fa79957190, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733327835314 2024-12-04T15:57:17,230 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c620003341448d189a76c95e49035c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733327835314 2024-12-04T15:57:17,230 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb8a81dfab8841df87a51251f63a01e3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1733327836017 2024-12-04T15:57:17,230 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 350d2907e7254117b1fe04fb338321a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1733327836045 2024-12-04T15:57:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-04T15:57:17,237 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#A#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:17,238 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/34aeffebc70f492bb0bc9d96fb320fba is 50, key is test_row_0/A:col10/1733327836045/Put/seqid=0 2024-12-04T15:57:17,241 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#B#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:17,242 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/97796aad56da4263a5f7b773700a9ba3 is 50, key is test_row_0/B:col10/1733327836045/Put/seqid=0 2024-12-04T15:57:17,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742154_1330 (size=13357) 2024-12-04T15:57:17,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742155_1331 (size=13357) 2024-12-04T15:57:17,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-04T15:57:17,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:17,374 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-04T15:57:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/ce2bc06a84244a738c4e5a601443b9a4 is 50, key is test_row_0/A:col10/1733327836431/Put/seqid=0 2024-12-04T15:57:17,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742156_1332 (size=12301) 2024-12-04T15:57:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:17,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:17,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327897636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:17,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:17,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:17,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:17,657 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/34aeffebc70f492bb0bc9d96fb320fba as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/34aeffebc70f492bb0bc9d96fb320fba 2024-12-04T15:57:17,657 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/97796aad56da4263a5f7b773700a9ba3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/97796aad56da4263a5f7b773700a9ba3 2024-12-04T15:57:17,663 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/B of 347f7e8fcda3c3ff73148bfbc4a944c4 into 97796aad56da4263a5f7b773700a9ba3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:17,663 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/A of 347f7e8fcda3c3ff73148bfbc4a944c4 into 34aeffebc70f492bb0bc9d96fb320fba(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:17,663 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:17,663 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:17,663 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/B, priority=13, startTime=1733327837227; duration=0sec 2024-12-04T15:57:17,663 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/A, priority=13, startTime=1733327837227; duration=0sec 2024-12-04T15:57:17,663 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:17,663 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:B 2024-12-04T15:57:17,663 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:17,663 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:A 2024-12-04T15:57:17,663 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:17,664 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:17,664 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/C is initiating minor compaction (all files) 2024-12-04T15:57:17,664 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/C in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:17,664 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/44e8f01d661e495da6d2400d1f4541f5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6f42f2e3179b472194214baf0f38362a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/5317288abaa54e818670da70b676aa08] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=37.0 K 2024-12-04T15:57:17,665 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 44e8f01d661e495da6d2400d1f4541f5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1733327835219 2024-12-04T15:57:17,665 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f42f2e3179b472194214baf0f38362a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733327835314 2024-12-04T15:57:17,665 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 5317288abaa54e818670da70b676aa08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1733327836045 2024-12-04T15:57:17,671 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#C#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:17,672 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/3530bc0013a44b139d8653c1e27758f6 is 50, key is test_row_0/C:col10/1733327836045/Put/seqid=0 2024-12-04T15:57:17,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742157_1333 (size=13357) 2024-12-04T15:57:17,680 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/3530bc0013a44b139d8653c1e27758f6 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/3530bc0013a44b139d8653c1e27758f6 2024-12-04T15:57:17,684 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/C of 347f7e8fcda3c3ff73148bfbc4a944c4 into 3530bc0013a44b139d8653c1e27758f6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:17,684 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:17,684 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/C, priority=13, startTime=1733327837227; duration=0sec 2024-12-04T15:57:17,684 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:17,684 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:C 2024-12-04T15:57:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-04T15:57:17,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327897743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:17,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:17,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:17,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:17,784 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/ce2bc06a84244a738c4e5a601443b9a4 2024-12-04T15:57:17,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/c982fe3748f34063a6e4d893ea897730 is 50, key is test_row_0/B:col10/1733327836431/Put/seqid=0 2024-12-04T15:57:17,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742158_1334 (size=12301) 2024-12-04T15:57:17,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34976 deadline: 1733327897863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:17,866 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in 347f7e8fcda3c3ff73148bfbc4a944c4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:17,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:17,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:17,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:17,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35012 deadline: 1733327897873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:17,876 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in 347f7e8fcda3c3ff73148bfbc4a944c4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:17,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1733327897882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:17,886 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in 347f7e8fcda3c3ff73148bfbc4a944c4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:17,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:17,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:17,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:17,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34974 deadline: 1733327897893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:17,895 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in 347f7e8fcda3c3ff73148bfbc4a944c4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:17,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:17,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:17,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:17,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327897953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:17,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:17,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:17,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:18,194 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/c982fe3748f34063a6e4d893ea897730 2024-12-04T15:57:18,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/bf3665d16dc8491f9ca900bea8cf65de is 50, key is test_row_0/C:col10/1733327836431/Put/seqid=0 2024-12-04T15:57:18,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742159_1335 (size=12301) 2024-12-04T15:57:18,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327898262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:18,606 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/bf3665d16dc8491f9ca900bea8cf65de 2024-12-04T15:57:18,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/ce2bc06a84244a738c4e5a601443b9a4 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/ce2bc06a84244a738c4e5a601443b9a4 2024-12-04T15:57:18,615 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/ce2bc06a84244a738c4e5a601443b9a4, entries=150, sequenceid=443, filesize=12.0 K 2024-12-04T15:57:18,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/c982fe3748f34063a6e4d893ea897730 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c982fe3748f34063a6e4d893ea897730 2024-12-04T15:57:18,619 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c982fe3748f34063a6e4d893ea897730, entries=150, sequenceid=443, filesize=12.0 K 2024-12-04T15:57:18,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/bf3665d16dc8491f9ca900bea8cf65de as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/bf3665d16dc8491f9ca900bea8cf65de 2024-12-04T15:57:18,624 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/bf3665d16dc8491f9ca900bea8cf65de, entries=150, sequenceid=443, filesize=12.0 K 2024-12-04T15:57:18,625 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 1250ms, sequenceid=443, compaction requested=false 2024-12-04T15:57:18,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:18,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:18,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-12-04T15:57:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-12-04T15:57:18,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-04T15:57:18,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0200 sec 2024-12-04T15:57:18,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 2.0240 sec 2024-12-04T15:57:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-04T15:57:18,753 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:18,754 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-12-04T15:57:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-04T15:57:18,757 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:18,757 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:18,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:18,776 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:18,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-04T15:57:18,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/f0e2c8b0278b4bfdb5c04ba3451107bb is 50, key is test_row_0/A:col10/1733327837626/Put/seqid=0 2024-12-04T15:57:18,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742160_1336 (size=14741) 2024-12-04T15:57:18,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/f0e2c8b0278b4bfdb5c04ba3451107bb 2024-12-04T15:57:18,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/a00e56cd08a448c894550715ab8e9557 is 50, key is test_row_0/B:col10/1733327837626/Put/seqid=0 2024-12-04T15:57:18,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742161_1337 (size=12301) 2024-12-04T15:57:18,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327898843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:18,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:18,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:18,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-04T15:57:18,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-04T15:57:18,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:18,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:18,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:18,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:18,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:18,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327898953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:19,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-04T15:57:19,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:19,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:19,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:19,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:19,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-04T15:57:19,076 INFO [Thread-1116 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1116. 2024-12-04T15:57:19,077 DEBUG [Thread-1116 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:19,077 DEBUG [Thread-1116 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:19,077 DEBUG [Thread-1116 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:19,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:19,079 INFO [Thread-1120 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1120. 2024-12-04T15:57:19,079 DEBUG [Thread-1120 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:19,079 DEBUG [Thread-1120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:19,079 DEBUG [Thread-1120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:19,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:19,081 INFO [Thread-1114 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1114. 2024-12-04T15:57:19,081 DEBUG [Thread-1114 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:19,081 DEBUG [Thread-1114 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:19,081 INFO [Thread-1118 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1118. 2024-12-04T15:57:19,081 DEBUG [Thread-1118 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:19,081 DEBUG [Thread-1114 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:19,081 DEBUG [Thread-1118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:19,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:19,081 DEBUG [Thread-1118 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:19,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:19,082 INFO [Thread-1122 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1122. 2024-12-04T15:57:19,082 DEBUG [Thread-1122 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:19,083 DEBUG [Thread-1122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:19,083 DEBUG [Thread-1122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:19,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:19,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:19,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327899163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:19,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:19,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/a00e56cd08a448c894550715ab8e9557 2024-12-04T15:57:19,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/d49a3a5af4414c12af256f3f5ca6e489 is 50, key is test_row_0/C:col10/1733327837626/Put/seqid=0 2024-12-04T15:57:19,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742162_1338 (size=12301) 2024-12-04T15:57:19,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-04T15:57:19,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:19,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:19,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:19,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:19,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:19,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-04T15:57:19,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:19,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:19,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:19,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:19,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-04T15:57:19,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35054 deadline: 1733327899473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:19,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:19,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:19,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:57:19,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-04T15:57:19,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:19,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:19,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:19,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:19,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:19,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/d49a3a5af4414c12af256f3f5ca6e489 2024-12-04T15:57:19,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/f0e2c8b0278b4bfdb5c04ba3451107bb as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/f0e2c8b0278b4bfdb5c04ba3451107bb 2024-12-04T15:57:19,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/f0e2c8b0278b4bfdb5c04ba3451107bb, entries=200, sequenceid=465, filesize=14.4 K 2024-12-04T15:57:19,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/a00e56cd08a448c894550715ab8e9557 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/a00e56cd08a448c894550715ab8e9557 2024-12-04T15:57:19,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/a00e56cd08a448c894550715ab8e9557, entries=150, sequenceid=465, filesize=12.0 K 2024-12-04T15:57:19,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/d49a3a5af4414c12af256f3f5ca6e489 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d49a3a5af4414c12af256f3f5ca6e489 2024-12-04T15:57:19,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d49a3a5af4414c12af256f3f5ca6e489, entries=150, sequenceid=465, filesize=12.0 K 2024-12-04T15:57:19,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 846ms, sequenceid=465, compaction requested=true 2024-12-04T15:57:19,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:19,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:57:19,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:19,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:57:19,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:19,622 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:19,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 347f7e8fcda3c3ff73148bfbc4a944c4:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:57:19,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:19,622 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:19,623 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:19,623 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:19,623 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/A is initiating minor compaction (all files) 2024-12-04T15:57:19,623 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/B is initiating minor compaction (all files) 2024-12-04T15:57:19,623 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/A in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:19,623 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/B in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:19,623 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/34aeffebc70f492bb0bc9d96fb320fba, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/ce2bc06a84244a738c4e5a601443b9a4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/f0e2c8b0278b4bfdb5c04ba3451107bb] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=39.5 K 2024-12-04T15:57:19,623 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/97796aad56da4263a5f7b773700a9ba3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c982fe3748f34063a6e4d893ea897730, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/a00e56cd08a448c894550715ab8e9557] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=37.1 K 2024-12-04T15:57:19,623 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 97796aad56da4263a5f7b773700a9ba3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1733327836045 2024-12-04T15:57:19,623 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34aeffebc70f492bb0bc9d96fb320fba, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1733327836045 2024-12-04T15:57:19,624 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting c982fe3748f34063a6e4d893ea897730, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733327836418 2024-12-04T15:57:19,624 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce2bc06a84244a738c4e5a601443b9a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733327836418 2024-12-04T15:57:19,624 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting a00e56cd08a448c894550715ab8e9557, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733327837626 2024-12-04T15:57:19,624 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0e2c8b0278b4bfdb5c04ba3451107bb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733327837626 2024-12-04T15:57:19,630 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#B#compaction#295 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:19,630 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#A#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:19,630 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/551f178079c74c4eb0df4d3413eb8913 is 50, key is test_row_0/A:col10/1733327837626/Put/seqid=0 2024-12-04T15:57:19,630 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/45dac9b9c09e4bef9bb456f6f8f82d51 is 50, key is test_row_0/B:col10/1733327837626/Put/seqid=0 2024-12-04T15:57:19,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742164_1340 (size=13459) 2024-12-04T15:57:19,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742163_1339 (size=13459) 2024-12-04T15:57:19,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-04T15:57:19,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:19,675 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-04T15:57:19,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/89ea6931b7674d208e87b5b34874cf74 is 50, key is test_row_0/A:col10/1733327838837/Put/seqid=0 2024-12-04T15:57:19,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742165_1341 (size=12301) 2024-12-04T15:57:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-04T15:57:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:19,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. as already flushing 2024-12-04T15:57:19,984 INFO [Thread-1107 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1107. 2024-12-04T15:57:19,984 DEBUG [Thread-1107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:19,984 DEBUG [Thread-1107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:19,984 DEBUG [Thread-1107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:19,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:20,021 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T15:57:20,038 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/551f178079c74c4eb0df4d3413eb8913 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/551f178079c74c4eb0df4d3413eb8913 2024-12-04T15:57:20,038 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/45dac9b9c09e4bef9bb456f6f8f82d51 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/45dac9b9c09e4bef9bb456f6f8f82d51 2024-12-04T15:57:20,042 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/B of 347f7e8fcda3c3ff73148bfbc4a944c4 into 45dac9b9c09e4bef9bb456f6f8f82d51(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:20,042 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:20,042 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/A of 347f7e8fcda3c3ff73148bfbc4a944c4 into 551f178079c74c4eb0df4d3413eb8913(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:20,042 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/B, priority=13, startTime=1733327839622; duration=0sec 2024-12-04T15:57:20,042 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:20,043 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/A, priority=13, startTime=1733327839622; duration=0sec 2024-12-04T15:57:20,043 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:20,043 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:20,043 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:A 2024-12-04T15:57:20,043 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:B 2024-12-04T15:57:20,043 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:20,044 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:20,044 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 347f7e8fcda3c3ff73148bfbc4a944c4/C is initiating minor compaction (all files) 2024-12-04T15:57:20,044 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 347f7e8fcda3c3ff73148bfbc4a944c4/C in TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:20,044 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/3530bc0013a44b139d8653c1e27758f6, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/bf3665d16dc8491f9ca900bea8cf65de, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d49a3a5af4414c12af256f3f5ca6e489] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp, totalSize=37.1 K 2024-12-04T15:57:20,044 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 3530bc0013a44b139d8653c1e27758f6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1733327836045 2024-12-04T15:57:20,044 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting bf3665d16dc8491f9ca900bea8cf65de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1733327836418 2024-12-04T15:57:20,045 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting d49a3a5af4414c12af256f3f5ca6e489, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733327837626 2024-12-04T15:57:20,050 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 347f7e8fcda3c3ff73148bfbc4a944c4#C#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:20,051 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/628f3fe4550b4a4e88163869b1a47dd2 is 50, key is test_row_0/C:col10/1733327837626/Put/seqid=0 2024-12-04T15:57:20,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742166_1342 (size=13459) 2024-12-04T15:57:20,082 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/89ea6931b7674d208e87b5b34874cf74 2024-12-04T15:57:20,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/8ec8548ac40a463ba724502d207e11a0 is 50, key is test_row_0/B:col10/1733327838837/Put/seqid=0 2024-12-04T15:57:20,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742167_1343 (size=12301) 2024-12-04T15:57:20,458 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/628f3fe4550b4a4e88163869b1a47dd2 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/628f3fe4550b4a4e88163869b1a47dd2 2024-12-04T15:57:20,462 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 347f7e8fcda3c3ff73148bfbc4a944c4/C of 347f7e8fcda3c3ff73148bfbc4a944c4 into 628f3fe4550b4a4e88163869b1a47dd2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:20,462 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:20,462 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., storeName=347f7e8fcda3c3ff73148bfbc4a944c4/C, priority=13, startTime=1733327839622; duration=0sec 2024-12-04T15:57:20,462 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:20,462 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 347f7e8fcda3c3ff73148bfbc4a944c4:C 2024-12-04T15:57:20,491 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/8ec8548ac40a463ba724502d207e11a0 2024-12-04T15:57:20,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/acd9f887bc194dd4bcfd4d99034e409d is 50, key is test_row_0/C:col10/1733327838837/Put/seqid=0 2024-12-04T15:57:20,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742168_1344 (size=12301) 2024-12-04T15:57:20,901 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/acd9f887bc194dd4bcfd4d99034e409d 2024-12-04T15:57:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-04T15:57:20,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/89ea6931b7674d208e87b5b34874cf74 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/89ea6931b7674d208e87b5b34874cf74 2024-12-04T15:57:20,907 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/89ea6931b7674d208e87b5b34874cf74, entries=150, sequenceid=482, filesize=12.0 K 2024-12-04T15:57:20,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/8ec8548ac40a463ba724502d207e11a0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/8ec8548ac40a463ba724502d207e11a0 2024-12-04T15:57:20,910 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/8ec8548ac40a463ba724502d207e11a0, entries=150, sequenceid=482, filesize=12.0 K 2024-12-04T15:57:20,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/acd9f887bc194dd4bcfd4d99034e409d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/acd9f887bc194dd4bcfd4d99034e409d 2024-12-04T15:57:20,914 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/acd9f887bc194dd4bcfd4d99034e409d, entries=150, sequenceid=482, filesize=12.0 K 2024-12-04T15:57:20,915 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=6.71 KB/6870 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 1241ms, sequenceid=482, compaction requested=false 2024-12-04T15:57:20,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for 347f7e8fcda3c3ff73148bfbc4a944c4: 2024-12-04T15:57:20,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:20,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-12-04T15:57:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-12-04T15:57:20,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-04T15:57:20,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1580 sec 2024-12-04T15:57:20,919 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 2.1640 sec 2024-12-04T15:57:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-04T15:57:22,923 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:27,874 INFO [Thread-1111 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1111. 2024-12-04T15:57:27,874 DEBUG [Thread-1111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:27,874 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:27,874 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:27,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:27,914 INFO [Thread-1109 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1109. 2024-12-04T15:57:27,914 DEBUG [Thread-1109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:27,914 DEBUG [Thread-1109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:27,915 DEBUG [Thread-1109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:27,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:27,935 INFO [Thread-1103 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1103. 2024-12-04T15:57:27,935 INFO [Thread-1105 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1105. 2024-12-04T15:57:27,935 DEBUG [Thread-1103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:27,935 DEBUG [Thread-1105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:27,935 DEBUG [Thread-1103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:27,935 DEBUG [Thread-1105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:27,935 DEBUG [Thread-1103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:27,935 DEBUG [Thread-1105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:27,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:27,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:27,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T15:57:27,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-04T15:57:27,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-12-04T15:57:27,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 193 2024-12-04T15:57:27,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-12-04T15:57:27,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-04T15:57:27,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T15:57:27,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3412 2024-12-04T15:57:27,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3699 2024-12-04T15:57:27,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3698 2024-12-04T15:57:27,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3423 2024-12-04T15:57:27,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3713 2024-12-04T15:57:27,935 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T15:57:27,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:57:27,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:57:27,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:27,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:27,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:27,936 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T15:57:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T15:57:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-04T15:57:27,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327847939"}]},"ts":"1733327847939"} 2024-12-04T15:57:27,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T15:57:27,940 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T15:57:27,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T15:57:27,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=347f7e8fcda3c3ff73148bfbc4a944c4, UNASSIGN}] 2024-12-04T15:57:27,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=347f7e8fcda3c3ff73148bfbc4a944c4, UNASSIGN 2024-12-04T15:57:27,943 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=347f7e8fcda3c3ff73148bfbc4a944c4, regionState=CLOSING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:57:27,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=347f7e8fcda3c3ff73148bfbc4a944c4, UNASSIGN because future has completed 2024-12-04T15:57:27,944 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T15:57:27,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:57:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-04T15:57:28,096 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:28,096 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T15:57:28,096 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing 347f7e8fcda3c3ff73148bfbc4a944c4, disabling compactions & flushes 2024-12-04T15:57:28,096 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:28,096 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:28,096 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. after waiting 0 ms 2024-12-04T15:57:28,096 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:28,097 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(2902): Flushing 347f7e8fcda3c3ff73148bfbc4a944c4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-04T15:57:28,100 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/5854461bff1141bdb1534c163e21f29d is 50, key is test_row_0/A:col10/1733327847934/Put/seqid=0 2024-12-04T15:57:28,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742169_1345 (size=9857) 2024-12-04T15:57:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-04T15:57:28,504 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/5854461bff1141bdb1534c163e21f29d 2024-12-04T15:57:28,510 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/03c84ea3e3c944d2bf515c1e5fe264fb is 50, key is test_row_0/B:col10/1733327847934/Put/seqid=0 2024-12-04T15:57:28,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742170_1346 (size=9857) 2024-12-04T15:57:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-04T15:57:28,914 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/03c84ea3e3c944d2bf515c1e5fe264fb 2024-12-04T15:57:28,920 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/5e05a202488e4d04b72bdab8e77834b9 is 50, key is test_row_0/C:col10/1733327847934/Put/seqid=0 2024-12-04T15:57:28,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742171_1347 (size=9857) 2024-12-04T15:57:29,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-04T15:57:29,323 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/5e05a202488e4d04b72bdab8e77834b9 2024-12-04T15:57:29,327 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/A/5854461bff1141bdb1534c163e21f29d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/5854461bff1141bdb1534c163e21f29d 2024-12-04T15:57:29,330 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/5854461bff1141bdb1534c163e21f29d, entries=100, sequenceid=493, filesize=9.6 K 2024-12-04T15:57:29,331 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/B/03c84ea3e3c944d2bf515c1e5fe264fb as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/03c84ea3e3c944d2bf515c1e5fe264fb 2024-12-04T15:57:29,333 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/03c84ea3e3c944d2bf515c1e5fe264fb, entries=100, sequenceid=493, filesize=9.6 K 2024-12-04T15:57:29,334 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/.tmp/C/5e05a202488e4d04b72bdab8e77834b9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/5e05a202488e4d04b72bdab8e77834b9 2024-12-04T15:57:29,337 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/5e05a202488e4d04b72bdab8e77834b9, entries=100, sequenceid=493, filesize=9.6 K 2024-12-04T15:57:29,337 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 1241ms, sequenceid=493, compaction requested=true 2024-12-04T15:57:29,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/84a8bc117b674022af86adb5e625de13, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/b0dbdf73883e4354b21bcd34f26c1af8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/6a314ec12b5840e7986f03cd4ffecbc3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/d3bb83072e1641eab5950a499e62ae84, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/1c2c09ffbd5e494382f2ea227e4b3763, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/0729969d8e8e4f60be22a6b319879906, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/009cd70234434b7ca7ddf36c9cb5c56e, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/5b2904a05abb4c0ebdc66c7286bd9d18, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/37fb2ff4c8d1426e92862dc3453ef0c3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/081fe7a9d7d84eb0bb0ce3baa6affb1a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/d73423de030841199cf7d43f9cb38e41, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/076c3db5159a44bda33d7009b38c7329, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/3c19bfb8bf644df290ba96cec303f090, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/1bc7a72fe3f24510846c83370870f3bf, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/a8dfdb6ac6964ff2ac4197f49b525d12, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/7ee819616c8b4658969c861859a189fa, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/0afff29de1194f63ad9c6b2172267179, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/531217003d8341938107144075095211, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/66644440bee24fe7aa4e2aee71ce65b7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/50e0f6d900d540728e2bc754c396092f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/dd2d4dab437e455d8cb5d768b8c88f0a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/06b4a57b69284f1180432c8361f666b3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/ea47510e2ba14954b81b00d667a865e3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/54de7f2c5f58497fb3d97c724e7e29fa, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/78588db2b94041c48b9846e4ff9a02f4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/f9ccf313fa304fe59d2fa373146810ca, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/66a7668b157c4f7fa230ae4c8de21c2f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/9332ea47a16a44cdb0e7b72fb0d139fa, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/9237841fb3314553bb1d1f9bca886f7b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/4b0214c349ca43a2889c33fa79957190, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/eb8a81dfab8841df87a51251f63a01e3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/34aeffebc70f492bb0bc9d96fb320fba, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/ce2bc06a84244a738c4e5a601443b9a4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/f0e2c8b0278b4bfdb5c04ba3451107bb] to archive 2024-12-04T15:57:29,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:57:29,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/84a8bc117b674022af86adb5e625de13 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/84a8bc117b674022af86adb5e625de13 2024-12-04T15:57:29,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/b0dbdf73883e4354b21bcd34f26c1af8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/b0dbdf73883e4354b21bcd34f26c1af8 2024-12-04T15:57:29,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/6a314ec12b5840e7986f03cd4ffecbc3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/6a314ec12b5840e7986f03cd4ffecbc3 2024-12-04T15:57:29,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/d3bb83072e1641eab5950a499e62ae84 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/d3bb83072e1641eab5950a499e62ae84 2024-12-04T15:57:29,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/1c2c09ffbd5e494382f2ea227e4b3763 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/1c2c09ffbd5e494382f2ea227e4b3763 2024-12-04T15:57:29,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/0729969d8e8e4f60be22a6b319879906 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/0729969d8e8e4f60be22a6b319879906 2024-12-04T15:57:29,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/009cd70234434b7ca7ddf36c9cb5c56e to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/009cd70234434b7ca7ddf36c9cb5c56e 2024-12-04T15:57:29,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/5b2904a05abb4c0ebdc66c7286bd9d18 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/5b2904a05abb4c0ebdc66c7286bd9d18 2024-12-04T15:57:29,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/37fb2ff4c8d1426e92862dc3453ef0c3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/37fb2ff4c8d1426e92862dc3453ef0c3 2024-12-04T15:57:29,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/081fe7a9d7d84eb0bb0ce3baa6affb1a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/081fe7a9d7d84eb0bb0ce3baa6affb1a 2024-12-04T15:57:29,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/d73423de030841199cf7d43f9cb38e41 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/d73423de030841199cf7d43f9cb38e41 2024-12-04T15:57:29,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/076c3db5159a44bda33d7009b38c7329 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/076c3db5159a44bda33d7009b38c7329 2024-12-04T15:57:29,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/3c19bfb8bf644df290ba96cec303f090 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/3c19bfb8bf644df290ba96cec303f090 2024-12-04T15:57:29,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/1bc7a72fe3f24510846c83370870f3bf to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/1bc7a72fe3f24510846c83370870f3bf 2024-12-04T15:57:29,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/a8dfdb6ac6964ff2ac4197f49b525d12 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/a8dfdb6ac6964ff2ac4197f49b525d12 2024-12-04T15:57:29,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/7ee819616c8b4658969c861859a189fa to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/7ee819616c8b4658969c861859a189fa 2024-12-04T15:57:29,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/0afff29de1194f63ad9c6b2172267179 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/0afff29de1194f63ad9c6b2172267179 2024-12-04T15:57:29,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/531217003d8341938107144075095211 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/531217003d8341938107144075095211 2024-12-04T15:57:29,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/66644440bee24fe7aa4e2aee71ce65b7 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/66644440bee24fe7aa4e2aee71ce65b7 2024-12-04T15:57:29,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/50e0f6d900d540728e2bc754c396092f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/50e0f6d900d540728e2bc754c396092f 2024-12-04T15:57:29,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/dd2d4dab437e455d8cb5d768b8c88f0a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/dd2d4dab437e455d8cb5d768b8c88f0a 2024-12-04T15:57:29,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/06b4a57b69284f1180432c8361f666b3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/06b4a57b69284f1180432c8361f666b3 2024-12-04T15:57:29,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/ea47510e2ba14954b81b00d667a865e3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/ea47510e2ba14954b81b00d667a865e3 2024-12-04T15:57:29,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/54de7f2c5f58497fb3d97c724e7e29fa to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/54de7f2c5f58497fb3d97c724e7e29fa 2024-12-04T15:57:29,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/78588db2b94041c48b9846e4ff9a02f4 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/78588db2b94041c48b9846e4ff9a02f4 2024-12-04T15:57:29,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/f9ccf313fa304fe59d2fa373146810ca to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/f9ccf313fa304fe59d2fa373146810ca 2024-12-04T15:57:29,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/66a7668b157c4f7fa230ae4c8de21c2f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/66a7668b157c4f7fa230ae4c8de21c2f 2024-12-04T15:57:29,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/9332ea47a16a44cdb0e7b72fb0d139fa to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/9332ea47a16a44cdb0e7b72fb0d139fa 2024-12-04T15:57:29,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/9237841fb3314553bb1d1f9bca886f7b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/9237841fb3314553bb1d1f9bca886f7b 2024-12-04T15:57:29,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/4b0214c349ca43a2889c33fa79957190 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/4b0214c349ca43a2889c33fa79957190 2024-12-04T15:57:29,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/eb8a81dfab8841df87a51251f63a01e3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/eb8a81dfab8841df87a51251f63a01e3 2024-12-04T15:57:29,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/34aeffebc70f492bb0bc9d96fb320fba to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/34aeffebc70f492bb0bc9d96fb320fba 2024-12-04T15:57:29,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/ce2bc06a84244a738c4e5a601443b9a4 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/ce2bc06a84244a738c4e5a601443b9a4 2024-12-04T15:57:29,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/f0e2c8b0278b4bfdb5c04ba3451107bb to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/f0e2c8b0278b4bfdb5c04ba3451107bb 2024-12-04T15:57:29,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c623316d24324b788597839385c330db, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/2df4b23ebe384c5e8357431650f030b8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c0cee4d7944f49feb6fc75ab606c6e7d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/6fe0d6cb46b1459f84bfcae8407953b4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/af2d514be96a43c6a9a356bad8f12fc0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/9c6599cda4c544c79ec51b08616ad478, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/3bc0b2d11bba47a18c195a3fe18e4080, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/f9b482de51f84e1f8a7129af2c2682da, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/a1baf8f89fea489e87e8aebbf70cb42c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/60e08aad6f984a63b301d5c56a95eff6, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/cf60cb39ff7a4c75b7f8b9065d7819b8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c22ea8581d71438fa57730a2635fe250, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/2a3ce6e201e64fdda0cbb1a95657c88d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/b03298b86d9c46ea8e3c285ab9213505, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/16bfdb053cd242b5b79c5c8c984bf7b9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/f6885cdbd97a45f0a69e7c906ad1cdd8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/0265adf9838540189cab5917dd5148c8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/93280205cc00487bb54e8742b5796fce, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/4cbe5c6f48bc43a786b78e2eb4ea1295, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/aecd829604234eb0b4f875ca0ae0ffab, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/f4572889badc48fc90ec7bb0303c3d12, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/0eacd7b50e4347ea9bc76af45bafd228, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/db372d4ab84148738e861d4b6f50a0a7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/7efedaaf66454fbabb6200a94a64c387, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/02821d1fd7ba4316809146c9a3f17a51, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/35a1ad18804d4b669d437dc4248436ad, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/864b6a8596164692bc423bb7c303d718, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/7c8dde95accf4acc84fd07470117b14f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/fb887a7dfe3947c8b075b86439a9684a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/2c620003341448d189a76c95e49035c4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/97796aad56da4263a5f7b773700a9ba3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/350d2907e7254117b1fe04fb338321a9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c982fe3748f34063a6e4d893ea897730, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/a00e56cd08a448c894550715ab8e9557] to archive 2024-12-04T15:57:29,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:57:29,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c623316d24324b788597839385c330db to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c623316d24324b788597839385c330db 2024-12-04T15:57:29,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/2df4b23ebe384c5e8357431650f030b8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/2df4b23ebe384c5e8357431650f030b8 2024-12-04T15:57:29,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c0cee4d7944f49feb6fc75ab606c6e7d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c0cee4d7944f49feb6fc75ab606c6e7d 2024-12-04T15:57:29,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/6fe0d6cb46b1459f84bfcae8407953b4 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/6fe0d6cb46b1459f84bfcae8407953b4 2024-12-04T15:57:29,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/af2d514be96a43c6a9a356bad8f12fc0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/af2d514be96a43c6a9a356bad8f12fc0 2024-12-04T15:57:29,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/9c6599cda4c544c79ec51b08616ad478 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/9c6599cda4c544c79ec51b08616ad478 2024-12-04T15:57:29,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/3bc0b2d11bba47a18c195a3fe18e4080 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/3bc0b2d11bba47a18c195a3fe18e4080 2024-12-04T15:57:29,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/f9b482de51f84e1f8a7129af2c2682da to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/f9b482de51f84e1f8a7129af2c2682da 2024-12-04T15:57:29,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/a1baf8f89fea489e87e8aebbf70cb42c to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/a1baf8f89fea489e87e8aebbf70cb42c 2024-12-04T15:57:29,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/60e08aad6f984a63b301d5c56a95eff6 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/60e08aad6f984a63b301d5c56a95eff6 2024-12-04T15:57:29,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/cf60cb39ff7a4c75b7f8b9065d7819b8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/cf60cb39ff7a4c75b7f8b9065d7819b8 2024-12-04T15:57:29,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c22ea8581d71438fa57730a2635fe250 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c22ea8581d71438fa57730a2635fe250 2024-12-04T15:57:29,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/2a3ce6e201e64fdda0cbb1a95657c88d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/2a3ce6e201e64fdda0cbb1a95657c88d 2024-12-04T15:57:29,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/b03298b86d9c46ea8e3c285ab9213505 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/b03298b86d9c46ea8e3c285ab9213505 2024-12-04T15:57:29,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/16bfdb053cd242b5b79c5c8c984bf7b9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/16bfdb053cd242b5b79c5c8c984bf7b9 2024-12-04T15:57:29,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/f6885cdbd97a45f0a69e7c906ad1cdd8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/f6885cdbd97a45f0a69e7c906ad1cdd8 2024-12-04T15:57:29,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/0265adf9838540189cab5917dd5148c8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/0265adf9838540189cab5917dd5148c8 2024-12-04T15:57:29,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/93280205cc00487bb54e8742b5796fce to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/93280205cc00487bb54e8742b5796fce 2024-12-04T15:57:29,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/4cbe5c6f48bc43a786b78e2eb4ea1295 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/4cbe5c6f48bc43a786b78e2eb4ea1295 2024-12-04T15:57:29,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/aecd829604234eb0b4f875ca0ae0ffab to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/aecd829604234eb0b4f875ca0ae0ffab 2024-12-04T15:57:29,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/f4572889badc48fc90ec7bb0303c3d12 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/f4572889badc48fc90ec7bb0303c3d12 2024-12-04T15:57:29,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/0eacd7b50e4347ea9bc76af45bafd228 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/0eacd7b50e4347ea9bc76af45bafd228 2024-12-04T15:57:29,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/db372d4ab84148738e861d4b6f50a0a7 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/db372d4ab84148738e861d4b6f50a0a7 2024-12-04T15:57:29,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/7efedaaf66454fbabb6200a94a64c387 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/7efedaaf66454fbabb6200a94a64c387 2024-12-04T15:57:29,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/02821d1fd7ba4316809146c9a3f17a51 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/02821d1fd7ba4316809146c9a3f17a51 2024-12-04T15:57:29,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/35a1ad18804d4b669d437dc4248436ad to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/35a1ad18804d4b669d437dc4248436ad 2024-12-04T15:57:29,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/864b6a8596164692bc423bb7c303d718 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/864b6a8596164692bc423bb7c303d718 2024-12-04T15:57:29,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/7c8dde95accf4acc84fd07470117b14f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/7c8dde95accf4acc84fd07470117b14f 2024-12-04T15:57:29,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/fb887a7dfe3947c8b075b86439a9684a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/fb887a7dfe3947c8b075b86439a9684a 2024-12-04T15:57:29,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/2c620003341448d189a76c95e49035c4 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/2c620003341448d189a76c95e49035c4 2024-12-04T15:57:29,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/97796aad56da4263a5f7b773700a9ba3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/97796aad56da4263a5f7b773700a9ba3 2024-12-04T15:57:29,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/350d2907e7254117b1fe04fb338321a9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/350d2907e7254117b1fe04fb338321a9 2024-12-04T15:57:29,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c982fe3748f34063a6e4d893ea897730 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/c982fe3748f34063a6e4d893ea897730 2024-12-04T15:57:29,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/a00e56cd08a448c894550715ab8e9557 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/a00e56cd08a448c894550715ab8e9557 2024-12-04T15:57:29,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/18bd5563f8b542a6b89a352b0a5b833a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/b849dcc04d5d4fd58b6c71802b36712c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/ee41c3c848ff444ebe911a0dc2cf2d7d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/0a768fcd34d740d7901022bcde3cf1fe, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/fc22a5ef260c432d94c609c6a9a36543, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/3580a20e55b440eda70beaf0e495ec3d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6ee7d861a8f0415daf0a38cfa568f0e2, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/8733bde70196468cbd0be4f147354123, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6530b103d96b4bb892d114e3f57552d7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/40a4f98d71104cff8849950134fcde1f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/2a4cca334a1d4d799535f37e4fa82431, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/be5788ae775c4298b504b9f28dc733a8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/51ccfb03d42e4d3ca098044ac88579fc, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/e531860ab4214c089a9bfc12c63925fa, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/eb005df8f0ca45d4b3061c97a98021a5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/e46e9e0c24ad422991837a5e13f12c55, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/ee35eded5fd545bdb32afaa8d87db9db, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/32510b5e5a41473aac1389fe25c9e1c3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/82ac50144e4046d6bbe12772f069e73c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d29c7788f7374ef8adcce7079cf1abe0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/af4f02778f484f9dbf89ff5095c17957, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d5b63f59cdba4ec0adeb12b72bb1fa2e, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6d8a8f74e07548cd8d99acebdf2efb29, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d2d01a5e88634e3c8247cc3ec2e79234, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/7fd4a40f878b45bb8e4a6cfad0bcf087, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/111f71e4092a464793095c9d678118ec, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/0a0132c5dae94b5385246f9574916b69, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/44e8f01d661e495da6d2400d1f4541f5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6b9c85f033864f14a9e027818a98347a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6f42f2e3179b472194214baf0f38362a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/3530bc0013a44b139d8653c1e27758f6, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/5317288abaa54e818670da70b676aa08, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/bf3665d16dc8491f9ca900bea8cf65de, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d49a3a5af4414c12af256f3f5ca6e489] to archive 2024-12-04T15:57:29,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:57:29,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/18bd5563f8b542a6b89a352b0a5b833a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/18bd5563f8b542a6b89a352b0a5b833a 2024-12-04T15:57:29,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/b849dcc04d5d4fd58b6c71802b36712c to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/b849dcc04d5d4fd58b6c71802b36712c 2024-12-04T15:57:29,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/ee41c3c848ff444ebe911a0dc2cf2d7d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/ee41c3c848ff444ebe911a0dc2cf2d7d 2024-12-04T15:57:29,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/0a768fcd34d740d7901022bcde3cf1fe to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/0a768fcd34d740d7901022bcde3cf1fe 2024-12-04T15:57:29,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/fc22a5ef260c432d94c609c6a9a36543 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/fc22a5ef260c432d94c609c6a9a36543 2024-12-04T15:57:29,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/3580a20e55b440eda70beaf0e495ec3d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/3580a20e55b440eda70beaf0e495ec3d 2024-12-04T15:57:29,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6ee7d861a8f0415daf0a38cfa568f0e2 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6ee7d861a8f0415daf0a38cfa568f0e2 2024-12-04T15:57:29,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/8733bde70196468cbd0be4f147354123 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/8733bde70196468cbd0be4f147354123 2024-12-04T15:57:29,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6530b103d96b4bb892d114e3f57552d7 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6530b103d96b4bb892d114e3f57552d7 2024-12-04T15:57:29,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/40a4f98d71104cff8849950134fcde1f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/40a4f98d71104cff8849950134fcde1f 2024-12-04T15:57:29,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/2a4cca334a1d4d799535f37e4fa82431 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/2a4cca334a1d4d799535f37e4fa82431 2024-12-04T15:57:29,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/be5788ae775c4298b504b9f28dc733a8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/be5788ae775c4298b504b9f28dc733a8 2024-12-04T15:57:29,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/51ccfb03d42e4d3ca098044ac88579fc to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/51ccfb03d42e4d3ca098044ac88579fc 2024-12-04T15:57:29,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/e531860ab4214c089a9bfc12c63925fa to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/e531860ab4214c089a9bfc12c63925fa 2024-12-04T15:57:29,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/eb005df8f0ca45d4b3061c97a98021a5 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/eb005df8f0ca45d4b3061c97a98021a5 2024-12-04T15:57:29,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/e46e9e0c24ad422991837a5e13f12c55 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/e46e9e0c24ad422991837a5e13f12c55 2024-12-04T15:57:29,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/ee35eded5fd545bdb32afaa8d87db9db to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/ee35eded5fd545bdb32afaa8d87db9db 2024-12-04T15:57:29,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/32510b5e5a41473aac1389fe25c9e1c3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/32510b5e5a41473aac1389fe25c9e1c3 2024-12-04T15:57:29,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/82ac50144e4046d6bbe12772f069e73c to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/82ac50144e4046d6bbe12772f069e73c 2024-12-04T15:57:29,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d29c7788f7374ef8adcce7079cf1abe0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d29c7788f7374ef8adcce7079cf1abe0 2024-12-04T15:57:29,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/af4f02778f484f9dbf89ff5095c17957 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/af4f02778f484f9dbf89ff5095c17957 2024-12-04T15:57:29,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d5b63f59cdba4ec0adeb12b72bb1fa2e to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d5b63f59cdba4ec0adeb12b72bb1fa2e 2024-12-04T15:57:29,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6d8a8f74e07548cd8d99acebdf2efb29 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6d8a8f74e07548cd8d99acebdf2efb29 2024-12-04T15:57:29,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d2d01a5e88634e3c8247cc3ec2e79234 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d2d01a5e88634e3c8247cc3ec2e79234 2024-12-04T15:57:29,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/7fd4a40f878b45bb8e4a6cfad0bcf087 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/7fd4a40f878b45bb8e4a6cfad0bcf087 2024-12-04T15:57:29,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/111f71e4092a464793095c9d678118ec to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/111f71e4092a464793095c9d678118ec 2024-12-04T15:57:29,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/0a0132c5dae94b5385246f9574916b69 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/0a0132c5dae94b5385246f9574916b69 2024-12-04T15:57:29,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/44e8f01d661e495da6d2400d1f4541f5 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/44e8f01d661e495da6d2400d1f4541f5 2024-12-04T15:57:29,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6b9c85f033864f14a9e027818a98347a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6b9c85f033864f14a9e027818a98347a 2024-12-04T15:57:29,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6f42f2e3179b472194214baf0f38362a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/6f42f2e3179b472194214baf0f38362a 2024-12-04T15:57:29,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/3530bc0013a44b139d8653c1e27758f6 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/3530bc0013a44b139d8653c1e27758f6 2024-12-04T15:57:29,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/5317288abaa54e818670da70b676aa08 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/5317288abaa54e818670da70b676aa08 2024-12-04T15:57:29,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/bf3665d16dc8491f9ca900bea8cf65de to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/bf3665d16dc8491f9ca900bea8cf65de 2024-12-04T15:57:29,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d49a3a5af4414c12af256f3f5ca6e489 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/d49a3a5af4414c12af256f3f5ca6e489 2024-12-04T15:57:29,428 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/recovered.edits/496.seqid, newMaxSeqId=496, maxSeqId=1 2024-12-04T15:57:29,429 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. 2024-12-04T15:57:29,429 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for 347f7e8fcda3c3ff73148bfbc4a944c4: Waiting for close lock at 1733327848096Running coprocessor pre-close hooks at 1733327848096Disabling compacts and flushes for region at 1733327848096Disabling writes for close at 1733327848096Obtaining lock to block concurrent updates at 1733327848097 (+1 ms)Preparing flush snapshotting stores in 347f7e8fcda3c3ff73148bfbc4a944c4 at 1733327848097Finished memstore snapshotting TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733327848097Flushing stores of TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4. at 1733327848097Flushing 347f7e8fcda3c3ff73148bfbc4a944c4/A: creating writer at 1733327848097Flushing 347f7e8fcda3c3ff73148bfbc4a944c4/A: appending metadata at 1733327848100 (+3 ms)Flushing 347f7e8fcda3c3ff73148bfbc4a944c4/A: closing flushed file at 1733327848100Flushing 347f7e8fcda3c3ff73148bfbc4a944c4/B: creating writer at 1733327848508 (+408 ms)Flushing 347f7e8fcda3c3ff73148bfbc4a944c4/B: appending metadata at 1733327848510 (+2 ms)Flushing 347f7e8fcda3c3ff73148bfbc4a944c4/B: closing flushed file at 1733327848510Flushing 347f7e8fcda3c3ff73148bfbc4a944c4/C: creating writer at 1733327848917 (+407 ms)Flushing 347f7e8fcda3c3ff73148bfbc4a944c4/C: appending metadata at 1733327848919 (+2 ms)Flushing 347f7e8fcda3c3ff73148bfbc4a944c4/C: closing flushed file at 1733327848919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e207005: reopening flushed file at 1733327849326 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24981ac7: reopening flushed file at 1733327849330 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d9cfb76: reopening flushed file at 1733327849334 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 347f7e8fcda3c3ff73148bfbc4a944c4 in 1241ms, sequenceid=493, compaction requested=true at 1733327849337 (+3 ms)Writing region close event to WAL at 1733327849425 (+88 ms)Running coprocessor post-close hooks at 1733327849428 (+3 ms)Closed at 1733327849429 (+1 ms) 2024-12-04T15:57:29,431 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed 347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:29,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=347f7e8fcda3c3ff73148bfbc4a944c4, regionState=CLOSED 2024-12-04T15:57:29,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:57:29,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-04T15:57:29,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure 347f7e8fcda3c3ff73148bfbc4a944c4, server=a21b6491b371,38361,1733327751910 in 1.4900 sec 2024-12-04T15:57:29,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-04T15:57:29,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=347f7e8fcda3c3ff73148bfbc4a944c4, UNASSIGN in 1.4930 sec 2024-12-04T15:57:29,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-12-04T15:57:29,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4960 sec 2024-12-04T15:57:29,440 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327849440"}]},"ts":"1733327849440"} 2024-12-04T15:57:29,442 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T15:57:29,442 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T15:57:29,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5060 sec 2024-12-04T15:57:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-04T15:57:30,083 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:30,084 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T15:57:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:57:30,085 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:57:30,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-12-04T15:57:30,086 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=96, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:57:30,088 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:30,090 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/recovered.edits] 2024-12-04T15:57:30,092 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/551f178079c74c4eb0df4d3413eb8913 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/551f178079c74c4eb0df4d3413eb8913 2024-12-04T15:57:30,093 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/5854461bff1141bdb1534c163e21f29d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/5854461bff1141bdb1534c163e21f29d 2024-12-04T15:57:30,094 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/89ea6931b7674d208e87b5b34874cf74 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/A/89ea6931b7674d208e87b5b34874cf74 2024-12-04T15:57:30,096 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/03c84ea3e3c944d2bf515c1e5fe264fb to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/03c84ea3e3c944d2bf515c1e5fe264fb 2024-12-04T15:57:30,097 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/45dac9b9c09e4bef9bb456f6f8f82d51 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/45dac9b9c09e4bef9bb456f6f8f82d51 2024-12-04T15:57:30,098 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/8ec8548ac40a463ba724502d207e11a0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/B/8ec8548ac40a463ba724502d207e11a0 2024-12-04T15:57:30,100 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/5e05a202488e4d04b72bdab8e77834b9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/5e05a202488e4d04b72bdab8e77834b9 2024-12-04T15:57:30,100 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/628f3fe4550b4a4e88163869b1a47dd2 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/628f3fe4550b4a4e88163869b1a47dd2 2024-12-04T15:57:30,101 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/acd9f887bc194dd4bcfd4d99034e409d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/C/acd9f887bc194dd4bcfd4d99034e409d 2024-12-04T15:57:30,104 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/recovered.edits/496.seqid to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4/recovered.edits/496.seqid 2024-12-04T15:57:30,104 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/347f7e8fcda3c3ff73148bfbc4a944c4 2024-12-04T15:57:30,104 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T15:57:30,106 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=96, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:57:30,109 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T15:57:30,111 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T15:57:30,112 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=96, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:57:30,112 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T15:57:30,112 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733327850112"}]},"ts":"9223372036854775807"} 2024-12-04T15:57:30,114 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T15:57:30,114 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 347f7e8fcda3c3ff73148bfbc4a944c4, NAME => 'TestAcidGuarantees,,1733327816884.347f7e8fcda3c3ff73148bfbc4a944c4.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T15:57:30,114 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T15:57:30,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733327850114"}]},"ts":"9223372036854775807"} 2024-12-04T15:57:30,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T15:57:30,116 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=96, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:57:30,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-12-04T15:57:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-12-04T15:57:30,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T15:57:30,193 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:30,202 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238 (was 242), OpenFileDescriptor=447 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=389 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=8905 (was 8976) 2024-12-04T15:57:30,210 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=389, ProcessCount=11, AvailableMemoryMB=8905 2024-12-04T15:57:30,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T15:57:30,212 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:57:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T15:57:30,213 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:57:30,213 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:30,214 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:57:30,214 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 97 2024-12-04T15:57:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T15:57:30,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742172_1348 (size=959) 2024-12-04T15:57:30,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T15:57:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T15:57:30,621 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7 2024-12-04T15:57:30,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742173_1349 (size=53) 2024-12-04T15:57:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T15:57:31,026 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:57:31,026 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing dadc6889135acff7688491ab925fe7e0, disabling compactions & flushes 2024-12-04T15:57:31,026 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:31,026 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:31,026 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. after waiting 0 ms 2024-12-04T15:57:31,026 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:31,026 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:31,026 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for dadc6889135acff7688491ab925fe7e0: Waiting for close lock at 1733327851026Disabling compacts and flushes for region at 1733327851026Disabling writes for close at 1733327851026Writing region close event to WAL at 1733327851026Closed at 1733327851026 2024-12-04T15:57:31,027 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:57:31,027 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733327851027"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733327851027"}]},"ts":"1733327851027"} 2024-12-04T15:57:31,028 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:57:31,029 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:57:31,029 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327851029"}]},"ts":"1733327851029"} 2024-12-04T15:57:31,030 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T15:57:31,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dadc6889135acff7688491ab925fe7e0, ASSIGN}] 2024-12-04T15:57:31,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dadc6889135acff7688491ab925fe7e0, ASSIGN 2024-12-04T15:57:31,032 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dadc6889135acff7688491ab925fe7e0, ASSIGN; state=OFFLINE, location=a21b6491b371,38361,1733327751910; forceNewPlan=false, retain=false 2024-12-04T15:57:31,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=dadc6889135acff7688491ab925fe7e0, regionState=OPENING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:57:31,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dadc6889135acff7688491ab925fe7e0, ASSIGN because future has completed 2024-12-04T15:57:31,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:57:31,339 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:31,339 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7752): Opening region: {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:57:31,339 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:31,339 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:57:31,340 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7794): checking encryption for dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:31,340 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7797): checking classloading for dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:31,341 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:31,342 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dadc6889135acff7688491ab925fe7e0 columnFamilyName A 2024-12-04T15:57:31,342 DEBUG [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:31,342 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] regionserver.HStore(327): Store=dadc6889135acff7688491ab925fe7e0/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:57:31,342 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:31,343 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dadc6889135acff7688491ab925fe7e0 columnFamilyName B 2024-12-04T15:57:31,343 DEBUG [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:31,343 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] regionserver.HStore(327): Store=dadc6889135acff7688491ab925fe7e0/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:57:31,343 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:31,344 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dadc6889135acff7688491ab925fe7e0 columnFamilyName C 2024-12-04T15:57:31,344 DEBUG [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:31,344 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] regionserver.HStore(327): Store=dadc6889135acff7688491ab925fe7e0/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:57:31,345 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1038): replaying wal for dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:31,345 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:31,345 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:31,346 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1048): stopping wal replay for dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:31,346 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1060): Cleaning up temporary data for dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:31,346 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T15:57:31,347 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1093): writing seq id for dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:31,348 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:57:31,349 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1114): Opened dadc6889135acff7688491ab925fe7e0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59464052, jitterRate=-0.11391657590866089}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T15:57:31,349 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:31,349 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1006): Region open journal for dadc6889135acff7688491ab925fe7e0: Running coprocessor pre-open hook at 1733327851340Writing region info on filesystem at 1733327851340Initializing all the Stores at 1733327851340Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327851340Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327851340Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327851340Cleaning up temporary data from old regions at 1733327851346 (+6 ms)Running coprocessor post-open hooks at 1733327851349 (+3 ms)Region opened successfully at 1733327851349 2024-12-04T15:57:31,350 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., pid=99, masterSystemTime=1733327851336 2024-12-04T15:57:31,351 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:31,351 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:31,352 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=dadc6889135acff7688491ab925fe7e0, regionState=OPEN, openSeqNum=2, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:57:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T15:57:31,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:57:31,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-12-04T15:57:31,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 in 169 msec 2024-12-04T15:57:31,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-04T15:57:31,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dadc6889135acff7688491ab925fe7e0, ASSIGN in 325 msec 2024-12-04T15:57:31,358 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:57:31,358 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327851358"}]},"ts":"1733327851358"} 2024-12-04T15:57:31,359 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T15:57:31,360 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:57:31,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-12-04T15:57:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-04T15:57:32,363 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:32,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a299f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:32,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:57:32,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:57:32,365 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:57:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:57:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:57:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0c5f70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:57:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:57:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:32,367 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:57:32,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547189b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:32,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:57:32,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:57:32,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:57:32,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:57:32,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:57:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a21b6491b371,46405,1733327751000 2024-12-04T15:57:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5568b64c 2024-12-04T15:57:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:57:32,371 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:57:32,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T15:57:32,373 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:57:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=100, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-04T15:57:32,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742174_1350 (size=995) 2024-12-04T15:57:32,783 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-04T15:57:32,783 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-04T15:57:32,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T15:57:32,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dadc6889135acff7688491ab925fe7e0, REOPEN/MOVE}] 2024-12-04T15:57:32,788 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dadc6889135acff7688491ab925fe7e0, REOPEN/MOVE 2024-12-04T15:57:32,788 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=dadc6889135acff7688491ab925fe7e0, regionState=CLOSING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:57:32,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dadc6889135acff7688491ab925fe7e0, REOPEN/MOVE because future has completed 2024-12-04T15:57:32,790 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T15:57:32,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:57:32,942 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(122): Close dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:32,942 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T15:57:32,942 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1722): Closing dadc6889135acff7688491ab925fe7e0, disabling compactions & flushes 2024-12-04T15:57:32,942 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:32,942 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:32,942 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. after waiting 0 ms 2024-12-04T15:57:32,942 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:32,945 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T15:57:32,946 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:32,946 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1676): Region close journal for dadc6889135acff7688491ab925fe7e0: Waiting for close lock at 1733327852942Running coprocessor pre-close hooks at 1733327852942Disabling compacts and flushes for region at 1733327852942Disabling writes for close at 1733327852942Writing region close event to WAL at 1733327852942Running coprocessor post-close hooks at 1733327852946 (+4 ms)Closed at 1733327852946 2024-12-04T15:57:32,946 WARN [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegionServer(3299): Not adding moved region record: dadc6889135acff7688491ab925fe7e0 to self. 2024-12-04T15:57:32,948 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(157): Closed dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:32,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=dadc6889135acff7688491ab925fe7e0, regionState=CLOSED 2024-12-04T15:57:32,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:57:32,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-12-04T15:57:32,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; CloseRegionProcedure dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 in 160 msec 2024-12-04T15:57:32,952 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dadc6889135acff7688491ab925fe7e0, REOPEN/MOVE; state=CLOSED, location=a21b6491b371,38361,1733327751910; forceNewPlan=false, retain=true 2024-12-04T15:57:33,103 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=dadc6889135acff7688491ab925fe7e0, regionState=OPENING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:57:33,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dadc6889135acff7688491ab925fe7e0, REOPEN/MOVE because future has completed 2024-12-04T15:57:33,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:57:33,259 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:33,259 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7752): Opening region: {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:57:33,259 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:33,259 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:57:33,259 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7794): checking encryption for dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:33,259 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7797): checking classloading for dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:33,260 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:33,261 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dadc6889135acff7688491ab925fe7e0 columnFamilyName A 2024-12-04T15:57:33,262 DEBUG [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:33,262 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] regionserver.HStore(327): Store=dadc6889135acff7688491ab925fe7e0/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:57:33,262 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:33,263 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dadc6889135acff7688491ab925fe7e0 columnFamilyName B 2024-12-04T15:57:33,263 DEBUG [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:33,263 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] regionserver.HStore(327): Store=dadc6889135acff7688491ab925fe7e0/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:57:33,263 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:33,264 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dadc6889135acff7688491ab925fe7e0 columnFamilyName C 2024-12-04T15:57:33,264 DEBUG [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:33,264 INFO [StoreOpener-dadc6889135acff7688491ab925fe7e0-1 {}] regionserver.HStore(327): Store=dadc6889135acff7688491ab925fe7e0/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:57:33,264 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1038): replaying wal for dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:33,265 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:33,265 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:33,266 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1048): stopping wal replay for dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:33,266 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1060): Cleaning up temporary data for dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:33,266 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T15:57:33,267 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1093): writing seq id for dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:33,268 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1114): Opened dadc6889135acff7688491ab925fe7e0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71283897, jitterRate=0.06221283972263336}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T15:57:33,268 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:33,268 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1006): Region open journal for dadc6889135acff7688491ab925fe7e0: Running coprocessor pre-open hook at 1733327853259Writing region info on filesystem at 1733327853259Initializing all the Stores at 1733327853260 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327853260Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327853260Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327853260Cleaning up temporary data from old regions at 1733327853266 (+6 ms)Running coprocessor post-open hooks at 1733327853268 (+2 ms)Region opened successfully at 1733327853268 2024-12-04T15:57:33,269 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., pid=104, masterSystemTime=1733327853256 2024-12-04T15:57:33,270 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:33,270 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:33,271 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=dadc6889135acff7688491ab925fe7e0, regionState=OPEN, openSeqNum=5, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:57:33,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:57:33,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=102 2024-12-04T15:57:33,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=102, state=SUCCESS, hasLock=false; OpenRegionProcedure dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 in 168 msec 2024-12-04T15:57:33,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-04T15:57:33,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dadc6889135acff7688491ab925fe7e0, REOPEN/MOVE in 487 msec 2024-12-04T15:57:33,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-12-04T15:57:33,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 491 msec 2024-12-04T15:57:33,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 905 msec 2024-12-04T15:57:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-12-04T15:57:33,280 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:33,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8cf37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:57:33,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:57:33,281 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:57:33,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:57:33,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:57:33,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b20a8b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:57:33,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:57:33,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:33,283 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:57:33,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b8e66cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bdf38b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:57:33,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:57:33,284 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:57:33,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:57:33,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:57:33,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26feae04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:57:33,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:57:33,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:33,286 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:57:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7368558b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4595547e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:57:33,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:57:33,287 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:57:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:57:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:57:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a9049c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:57:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:57:33,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:33,288 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:57:33,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8e8215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b18ea71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:57:33,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:57:33,289 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:57:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:57:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:57:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1959d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:57:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:57:33,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:33,291 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:57:33,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c31a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753ca35a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:57:33,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:57:33,292 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:57:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:57:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:57:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d22ac17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:57:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:57:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:33,293 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:57:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de645cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63adcb19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:57:33,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:57:33,294 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:57:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:57:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:57:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be10838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:57:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:57:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:33,295 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:57:33,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c1f630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749fc9b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:57:33,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:57:33,297 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:57:33,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:57:33,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:57:33,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7d0ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:57:33,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:57:33,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:33,298 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:57:33,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d79c082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4f158b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:57:33,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:57:33,299 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:57:33,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:57:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:57:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cdb89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:57:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:57:33,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:33,301 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:57:33,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff98e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7085a822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:57:33,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:57:33,302 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:57:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:57:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:57:33,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731a7679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:57:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:57:33,303 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:33,303 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:57:33,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109ac97e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad934de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:57:33,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:57:33,305 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:57:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:57:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:57:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38fd9952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:57:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:57:33,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:33,306 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:57:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28628f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:57:33,307 DEBUG [Thread-1590 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:57:33,307 DEBUG [Thread-1607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:57:33,307 DEBUG [Thread-1609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:57:33,307 DEBUG [Thread-1594 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:57:33,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:57:33,308 DEBUG [Thread-1598 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:57:33,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:57:33,308 DEBUG [Thread-1603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:57:33,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:57:33,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:57:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:57:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:57:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:57:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:57:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:57:33,309 DEBUG [Thread-1605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:57:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:57:33,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:57:33,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:33,310 DEBUG [Thread-1592 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:57:33,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:57:33,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:57:33,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:57:33,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:57:33,310 DEBUG [Thread-1596 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:57:33,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:57:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:57:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-04T15:57:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:57:33,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:57:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T15:57:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:57:33,312 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:57:33,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:57:33,312 DEBUG [Thread-1596 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:57:33,313 DEBUG [Thread-1596 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:57:33,313 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:33,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:33,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:57:33,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:57:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:57:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:57:33,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:57:33,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:57:33,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:57:33,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:57:33,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:57:33,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:57:33,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:57:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:57:33,320 DEBUG [Thread-1601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:57:33,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:57:33,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:57:33,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:57:33,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:57:33,356 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:33,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dadc6889135acff7688491ab925fe7e0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:57:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:33,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042a2f8969d97c400bb4df0c95b1aea754_dadc6889135acff7688491ab925fe7e0 is 50, key is test_row_0/A:col10/1733327853355/Put/seqid=0 2024-12-04T15:57:33,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742175_1351 (size=14594) 2024-12-04T15:57:33,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327913389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:33,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:33,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327913392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327913393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327913399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:33,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327913400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T15:57:33,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T15:57:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:33,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:33,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327913503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:33,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:33,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327913513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:33,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327913513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:33,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327913513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:33,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327913513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:33,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T15:57:33,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:33,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:33,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:33,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:33,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T15:57:33,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327913713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:33,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:33,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327913723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:33,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:33,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327913723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:33,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327913733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:33,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327913733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:33,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T15:57:33,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:33,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:33,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:33,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:33,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:33,789 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:33,792 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042a2f8969d97c400bb4df0c95b1aea754_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042a2f8969d97c400bb4df0c95b1aea754_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:33,794 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/f8cd0e4c93eb4c58b5272ed3b104e178, store: [table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:33,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/f8cd0e4c93eb4c58b5272ed3b104e178 is 175, key is test_row_0/A:col10/1733327853355/Put/seqid=0 2024-12-04T15:57:33,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742176_1352 (size=39549) 2024-12-04T15:57:33,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T15:57:33,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:33,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:33,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:33,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:33,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:33,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T15:57:34,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327914033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:34,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327914043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327914043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:34,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327914043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:34,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327914053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:34,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:34,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T15:57:34,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:34,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:34,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:34,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,199 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/f8cd0e4c93eb4c58b5272ed3b104e178 2024-12-04T15:57:34,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/89d6502e6d624a7ebff8c3c226305e77 is 50, key is test_row_0/B:col10/1733327853355/Put/seqid=0 2024-12-04T15:57:34,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742177_1353 (size=12001) 2024-12-04T15:57:34,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T15:57:34,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:34,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:34,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:34,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T15:57:34,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:34,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:34,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:34,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T15:57:34,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T15:57:34,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:34,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:34,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:34,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327914553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:34,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327914563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:34,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:34,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327914563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:34,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:34,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327914563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:34,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327914563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:34,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:34,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/89d6502e6d624a7ebff8c3c226305e77 2024-12-04T15:57:34,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/571fb937946f40c7a2ee2a03b4c58a6a is 50, key is test_row_0/C:col10/1733327853355/Put/seqid=0 2024-12-04T15:57:34,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742178_1354 (size=12001) 2024-12-04T15:57:34,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T15:57:34,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:34,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:34,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:34,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T15:57:34,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:34,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:34,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:34,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,952 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T15:57:34,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T15:57:34,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:34,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:34,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:34,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:35,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/571fb937946f40c7a2ee2a03b4c58a6a 2024-12-04T15:57:35,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/f8cd0e4c93eb4c58b5272ed3b104e178 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/f8cd0e4c93eb4c58b5272ed3b104e178 2024-12-04T15:57:35,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/f8cd0e4c93eb4c58b5272ed3b104e178, entries=200, sequenceid=17, filesize=38.6 K 2024-12-04T15:57:35,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/89d6502e6d624a7ebff8c3c226305e77 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/89d6502e6d624a7ebff8c3c226305e77 2024-12-04T15:57:35,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/89d6502e6d624a7ebff8c3c226305e77, entries=150, sequenceid=17, filesize=11.7 K 2024-12-04T15:57:35,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/571fb937946f40c7a2ee2a03b4c58a6a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/571fb937946f40c7a2ee2a03b4c58a6a 2024-12-04T15:57:35,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/571fb937946f40c7a2ee2a03b4c58a6a, entries=150, sequenceid=17, filesize=11.7 K 2024-12-04T15:57:35,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dadc6889135acff7688491ab925fe7e0 in 1710ms, sequenceid=17, compaction requested=false 2024-12-04T15:57:35,066 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-04T15:57:35,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:35,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-04T15:57:35,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:35,149 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing dadc6889135acff7688491ab925fe7e0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-04T15:57:35,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044a4dbbe6095f4a61afd09e46d3980b72_dadc6889135acff7688491ab925fe7e0 is 50, key is test_row_0/A:col10/1733327853398/Put/seqid=0 2024-12-04T15:57:35,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742179_1355 (size=12154) 2024-12-04T15:57:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T15:57:35,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:35,568 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412044a4dbbe6095f4a61afd09e46d3980b72_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044a4dbbe6095f4a61afd09e46d3980b72_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:35,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/c5869e8534044785ad95b650ed3a0c6a, store: [table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:35,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/c5869e8534044785ad95b650ed3a0c6a is 175, key is test_row_0/A:col10/1733327853398/Put/seqid=0 2024-12-04T15:57:35,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742180_1356 (size=30955) 2024-12-04T15:57:35,578 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/c5869e8534044785ad95b650ed3a0c6a 2024-12-04T15:57:35,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:35,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:35,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/69d86fe4659043a3812cb656236914c7 is 50, key is test_row_0/B:col10/1733327853398/Put/seqid=0 2024-12-04T15:57:35,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742181_1357 (size=12001) 2024-12-04T15:57:35,595 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/69d86fe4659043a3812cb656236914c7 2024-12-04T15:57:35,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/9f43c295424841b89892bab1b260d1de is 50, key is test_row_0/C:col10/1733327853398/Put/seqid=0 2024-12-04T15:57:35,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742182_1358 (size=12001) 2024-12-04T15:57:35,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327915594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327915594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327915595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327915596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:35,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327915603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:35,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327915713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:35,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327915714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:35,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327915714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:35,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327915714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:35,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327915714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:35,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:35,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:35,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:35,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327915933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:35,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327915933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:35,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327915933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:35,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:35,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:35,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327915933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:35,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:35,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:35,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327915936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:35,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:35,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:35,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:35,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,006 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/9f43c295424841b89892bab1b260d1de 2024-12-04T15:57:36,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/c5869e8534044785ad95b650ed3a0c6a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c5869e8534044785ad95b650ed3a0c6a 2024-12-04T15:57:36,022 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c5869e8534044785ad95b650ed3a0c6a, entries=150, sequenceid=40, filesize=30.2 K 2024-12-04T15:57:36,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/69d86fe4659043a3812cb656236914c7 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/69d86fe4659043a3812cb656236914c7 2024-12-04T15:57:36,028 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/69d86fe4659043a3812cb656236914c7, entries=150, sequenceid=40, filesize=11.7 K 2024-12-04T15:57:36,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/9f43c295424841b89892bab1b260d1de as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/9f43c295424841b89892bab1b260d1de 2024-12-04T15:57:36,033 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/9f43c295424841b89892bab1b260d1de, entries=150, sequenceid=40, filesize=11.7 K 2024-12-04T15:57:36,035 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dadc6889135acff7688491ab925fe7e0 in 886ms, sequenceid=40, compaction requested=false 2024-12-04T15:57:36,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:36,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:36,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-04T15:57:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-04T15:57:36,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-04T15:57:36,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7250 sec 2024-12-04T15:57:36,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.7300 sec 2024-12-04T15:57:36,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:36,258 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:36,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dadc6889135acff7688491ab925fe7e0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-04T15:57:36,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412040bd46c7e88f444babc9dd4dbd716a1d3_dadc6889135acff7688491ab925fe7e0 is 50, key is test_row_0/A:col10/1733327856256/Put/seqid=0 2024-12-04T15:57:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742183_1359 (size=14594) 2024-12-04T15:57:36,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327916297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327916309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327916313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327916316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327916316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327916423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327916433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327916443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327916443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327916448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,453 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327916643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327916643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327916663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327916664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327916666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,679 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:36,684 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412040bd46c7e88f444babc9dd4dbd716a1d3_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040bd46c7e88f444babc9dd4dbd716a1d3_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:36,685 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/d608f3a12bfb421ca2ef3690b4f50f08, store: [table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:36,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/d608f3a12bfb421ca2ef3690b4f50f08 is 175, key is test_row_0/A:col10/1733327856256/Put/seqid=0 2024-12-04T15:57:36,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742184_1360 (size=39549) 2024-12-04T15:57:36,690 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/d608f3a12bfb421ca2ef3690b4f50f08 2024-12-04T15:57:36,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/fd24219e47d64ee895c8e9482ebaa4ab is 50, key is test_row_0/B:col10/1733327856256/Put/seqid=0 2024-12-04T15:57:36,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742185_1361 (size=12001) 2024-12-04T15:57:36,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327916953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327916953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327916983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327916983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:36,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327916983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:36,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:36,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:36,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:37,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/fd24219e47d64ee895c8e9482ebaa4ab 2024-12-04T15:57:37,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/73f591db66c441968b55006226eb02ec is 50, key is test_row_0/C:col10/1733327856256/Put/seqid=0 2024-12-04T15:57:37,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742186_1362 (size=12001) 2024-12-04T15:57:37,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327917463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:37,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327917463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:37,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-04T15:57:37,483 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:37,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-04T15:57:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T15:57:37,486 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:37,486 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:37,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:37,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327917503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:37,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:37,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327917503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:37,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:37,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:37,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:37,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:37,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:37,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:37,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327917503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:37,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:37,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:37,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:37,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/73f591db66c441968b55006226eb02ec 2024-12-04T15:57:37,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/d608f3a12bfb421ca2ef3690b4f50f08 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/d608f3a12bfb421ca2ef3690b4f50f08 2024-12-04T15:57:37,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/d608f3a12bfb421ca2ef3690b4f50f08, entries=200, sequenceid=54, filesize=38.6 K 2024-12-04T15:57:37,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/fd24219e47d64ee895c8e9482ebaa4ab as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/fd24219e47d64ee895c8e9482ebaa4ab 2024-12-04T15:57:37,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/fd24219e47d64ee895c8e9482ebaa4ab, entries=150, sequenceid=54, filesize=11.7 K 2024-12-04T15:57:37,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/73f591db66c441968b55006226eb02ec as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/73f591db66c441968b55006226eb02ec 2024-12-04T15:57:37,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/73f591db66c441968b55006226eb02ec, entries=150, sequenceid=54, filesize=11.7 K 2024-12-04T15:57:37,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for dadc6889135acff7688491ab925fe7e0 in 1275ms, sequenceid=54, compaction requested=true 2024-12-04T15:57:37,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:37,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dadc6889135acff7688491ab925fe7e0:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:57:37,534 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:37,534 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:37,534 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): dadc6889135acff7688491ab925fe7e0/A is initiating minor compaction (all files) 2024-12-04T15:57:37,535 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dadc6889135acff7688491ab925fe7e0/A in TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:37,535 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/f8cd0e4c93eb4c58b5272ed3b104e178, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c5869e8534044785ad95b650ed3a0c6a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/d608f3a12bfb421ca2ef3690b4f50f08] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp, totalSize=107.5 K 2024-12-04T15:57:37,535 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:37,535 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/f8cd0e4c93eb4c58b5272ed3b104e178, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c5869e8534044785ad95b650ed3a0c6a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/d608f3a12bfb421ca2ef3690b4f50f08] 2024-12-04T15:57:37,535 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8cd0e4c93eb4c58b5272ed3b104e178, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733327853315 2024-12-04T15:57:37,535 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5869e8534044785ad95b650ed3a0c6a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733327853392 2024-12-04T15:57:37,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:37,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dadc6889135acff7688491ab925fe7e0:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:57:37,536 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:37,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:37,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dadc6889135acff7688491ab925fe7e0:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:57:37,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:37,536 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting d608f3a12bfb421ca2ef3690b4f50f08, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733327855591 2024-12-04T15:57:37,536 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:37,536 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): dadc6889135acff7688491ab925fe7e0/B is initiating minor compaction (all files) 2024-12-04T15:57:37,536 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dadc6889135acff7688491ab925fe7e0/B in TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:37,537 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/89d6502e6d624a7ebff8c3c226305e77, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/69d86fe4659043a3812cb656236914c7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/fd24219e47d64ee895c8e9482ebaa4ab] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp, totalSize=35.2 K 2024-12-04T15:57:37,537 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 89d6502e6d624a7ebff8c3c226305e77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733327853315 2024-12-04T15:57:37,537 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 69d86fe4659043a3812cb656236914c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733327853392 2024-12-04T15:57:37,538 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting fd24219e47d64ee895c8e9482ebaa4ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733327855591 2024-12-04T15:57:37,542 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:37,544 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204b81c44f2893a431ca4d9bfcde4b70044_dadc6889135acff7688491ab925fe7e0 store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:37,545 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dadc6889135acff7688491ab925fe7e0#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:37,545 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/b9770cf897844347b1ac32593ccdddaa is 50, key is test_row_0/B:col10/1733327856256/Put/seqid=0 2024-12-04T15:57:37,546 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204b81c44f2893a431ca4d9bfcde4b70044_dadc6889135acff7688491ab925fe7e0, store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:37,546 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b81c44f2893a431ca4d9bfcde4b70044_dadc6889135acff7688491ab925fe7e0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:37,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742187_1363 (size=4469) 2024-12-04T15:57:37,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742188_1364 (size=12104) 2024-12-04T15:57:37,568 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/b9770cf897844347b1ac32593ccdddaa as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/b9770cf897844347b1ac32593ccdddaa 2024-12-04T15:57:37,572 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dadc6889135acff7688491ab925fe7e0/B of dadc6889135acff7688491ab925fe7e0 into b9770cf897844347b1ac32593ccdddaa(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:37,572 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:37,572 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., storeName=dadc6889135acff7688491ab925fe7e0/B, priority=13, startTime=1733327857535; duration=0sec 2024-12-04T15:57:37,572 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:37,572 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dadc6889135acff7688491ab925fe7e0:B 2024-12-04T15:57:37,572 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:37,573 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:37,574 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): dadc6889135acff7688491ab925fe7e0/C is initiating minor compaction (all files) 2024-12-04T15:57:37,574 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dadc6889135acff7688491ab925fe7e0/C in TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:37,574 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/571fb937946f40c7a2ee2a03b4c58a6a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/9f43c295424841b89892bab1b260d1de, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/73f591db66c441968b55006226eb02ec] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp, totalSize=35.2 K 2024-12-04T15:57:37,574 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 571fb937946f40c7a2ee2a03b4c58a6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733327853315 2024-12-04T15:57:37,575 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f43c295424841b89892bab1b260d1de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733327853392 2024-12-04T15:57:37,575 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 73f591db66c441968b55006226eb02ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733327855591 2024-12-04T15:57:37,582 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dadc6889135acff7688491ab925fe7e0#C#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:37,583 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/6a40377f635147259c2f29965eabe84f is 50, key is test_row_0/C:col10/1733327856256/Put/seqid=0 2024-12-04T15:57:37,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742189_1365 (size=12104) 2024-12-04T15:57:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T15:57:37,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-04T15:57:37,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:37,639 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing dadc6889135acff7688491ab925fe7e0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-04T15:57:37,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c0d7b076a9594fcea1db5e0197ee910a_dadc6889135acff7688491ab925fe7e0 is 50, key is test_row_0/A:col10/1733327856295/Put/seqid=0 2024-12-04T15:57:37,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742190_1366 (size=12154) 2024-12-04T15:57:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T15:57:37,959 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dadc6889135acff7688491ab925fe7e0#A#compaction#312 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:37,960 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/7b1c6dd300df47209a42c48dc6bf1319 is 175, key is test_row_0/A:col10/1733327856256/Put/seqid=0 2024-12-04T15:57:37,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742191_1367 (size=31058) 2024-12-04T15:57:37,997 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/6a40377f635147259c2f29965eabe84f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/6a40377f635147259c2f29965eabe84f 2024-12-04T15:57:38,001 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dadc6889135acff7688491ab925fe7e0/C of dadc6889135acff7688491ab925fe7e0 into 6a40377f635147259c2f29965eabe84f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:38,001 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:38,001 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., storeName=dadc6889135acff7688491ab925fe7e0/C, priority=13, startTime=1733327857536; duration=0sec 2024-12-04T15:57:38,001 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:38,001 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dadc6889135acff7688491ab925fe7e0:C 2024-12-04T15:57:38,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:38,055 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204c0d7b076a9594fcea1db5e0197ee910a_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c0d7b076a9594fcea1db5e0197ee910a_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:38,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/486f6692e91b47819ef203aee9c507e7, store: [table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:38,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/486f6692e91b47819ef203aee9c507e7 is 175, key is test_row_0/A:col10/1733327856295/Put/seqid=0 2024-12-04T15:57:38,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742192_1368 (size=30955) 2024-12-04T15:57:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T15:57:38,368 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/7b1c6dd300df47209a42c48dc6bf1319 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/7b1c6dd300df47209a42c48dc6bf1319 2024-12-04T15:57:38,372 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dadc6889135acff7688491ab925fe7e0/A of dadc6889135acff7688491ab925fe7e0 into 7b1c6dd300df47209a42c48dc6bf1319(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:38,372 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:38,372 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., storeName=dadc6889135acff7688491ab925fe7e0/A, priority=13, startTime=1733327857533; duration=0sec 2024-12-04T15:57:38,372 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:38,372 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dadc6889135acff7688491ab925fe7e0:A 2024-12-04T15:57:38,461 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/486f6692e91b47819ef203aee9c507e7 2024-12-04T15:57:38,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/8401c5ac8e604989ade06010c719ce44 is 50, key is test_row_0/B:col10/1733327856295/Put/seqid=0 2024-12-04T15:57:38,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742193_1369 (size=12001) 2024-12-04T15:57:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:38,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:38,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327918523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:38,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327918523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:38,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327918524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:38,531 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in dadc6889135acff7688491ab925fe7e0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:38,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:38,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:38,532 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in dadc6889135acff7688491ab925fe7e0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327918530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:38,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:38,532 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_2' in dadc6889135acff7688491ab925fe7e0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:38,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327918532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:38,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T15:57:38,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327918643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:38,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:38,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327918643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:38,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:38,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327918853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:38,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327918853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:38,874 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/8401c5ac8e604989ade06010c719ce44 2024-12-04T15:57:38,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/4b51c63f2df1428480d3db80b7457fec is 50, key is test_row_0/C:col10/1733327856295/Put/seqid=0 2024-12-04T15:57:38,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742194_1370 (size=12001) 2024-12-04T15:57:39,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327919163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:39,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327919172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:39,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:39,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:39,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:39,289 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/4b51c63f2df1428480d3db80b7457fec 2024-12-04T15:57:39,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/486f6692e91b47819ef203aee9c507e7 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/486f6692e91b47819ef203aee9c507e7 2024-12-04T15:57:39,297 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/486f6692e91b47819ef203aee9c507e7, entries=150, sequenceid=78, filesize=30.2 K 2024-12-04T15:57:39,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/8401c5ac8e604989ade06010c719ce44 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/8401c5ac8e604989ade06010c719ce44 2024-12-04T15:57:39,300 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/8401c5ac8e604989ade06010c719ce44, entries=150, sequenceid=78, filesize=11.7 K 2024-12-04T15:57:39,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/4b51c63f2df1428480d3db80b7457fec as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/4b51c63f2df1428480d3db80b7457fec 2024-12-04T15:57:39,304 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/4b51c63f2df1428480d3db80b7457fec, entries=150, sequenceid=78, filesize=11.7 K 2024-12-04T15:57:39,305 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for dadc6889135acff7688491ab925fe7e0 in 1666ms, sequenceid=78, compaction requested=false 2024-12-04T15:57:39,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:39,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:39,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-04T15:57:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-04T15:57:39,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-04T15:57:39,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8210 sec 2024-12-04T15:57:39,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.8250 sec 2024-12-04T15:57:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-04T15:57:39,633 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:39,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-04T15:57:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T15:57:39,635 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:39,636 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:39,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:39,687 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:39,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dadc6889135acff7688491ab925fe7e0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-04T15:57:39,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043737ce1a4f9e4b87a64a2f5f12459ee1_dadc6889135acff7688491ab925fe7e0 is 50, key is test_row_0/A:col10/1733327858517/Put/seqid=0 2024-12-04T15:57:39,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742195_1371 (size=14594) 2024-12-04T15:57:39,702 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:39,705 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043737ce1a4f9e4b87a64a2f5f12459ee1_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043737ce1a4f9e4b87a64a2f5f12459ee1_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:39,706 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/7441f26d2600423ebebcb7f5c21cf3b1, store: [table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:39,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/7441f26d2600423ebebcb7f5c21cf3b1 is 175, key is test_row_0/A:col10/1733327858517/Put/seqid=0 2024-12-04T15:57:39,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742196_1372 (size=39549) 2024-12-04T15:57:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T15:57:39,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327919771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:39,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327919772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:39,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-04T15:57:39,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:39,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:39,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:39,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:39,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:39,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327919895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:39,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327919895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:39,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:39,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:39,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:39,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:39,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:39,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:39,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-04T15:57:39,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:39,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:39,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:39,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:39,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T15:57:40,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-04T15:57:40,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:40,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:40,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:40,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,116 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/7441f26d2600423ebebcb7f5c21cf3b1 2024-12-04T15:57:40,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327920113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:40,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/29f0806aa08f461c9d07a5b7b5086d0b is 50, key is test_row_0/B:col10/1733327858517/Put/seqid=0 2024-12-04T15:57:40,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:40,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327920113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:40,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:40,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742197_1373 (size=12001) 2024-12-04T15:57:40,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/29f0806aa08f461c9d07a5b7b5086d0b 2024-12-04T15:57:40,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/7910de50bd9b4c4ea374e22903e0d55f is 50, key is test_row_0/C:col10/1733327858517/Put/seqid=0 2024-12-04T15:57:40,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742198_1374 (size=12001) 2024-12-04T15:57:40,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-04T15:57:40,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:40,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:40,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:40,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T15:57:40,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-04T15:57:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:40,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327920433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:40,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:40,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,441 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327920433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:40,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:40,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/7910de50bd9b4c4ea374e22903e0d55f 2024-12-04T15:57:40,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/7441f26d2600423ebebcb7f5c21cf3b1 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/7441f26d2600423ebebcb7f5c21cf3b1 2024-12-04T15:57:40,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/7441f26d2600423ebebcb7f5c21cf3b1, entries=200, sequenceid=95, filesize=38.6 K 2024-12-04T15:57:40,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/29f0806aa08f461c9d07a5b7b5086d0b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/29f0806aa08f461c9d07a5b7b5086d0b 2024-12-04T15:57:40,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-04T15:57:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:40,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/29f0806aa08f461c9d07a5b7b5086d0b, entries=150, sequenceid=95, filesize=11.7 K 2024-12-04T15:57:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/7910de50bd9b4c4ea374e22903e0d55f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/7910de50bd9b4c4ea374e22903e0d55f 2024-12-04T15:57:40,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/7910de50bd9b4c4ea374e22903e0d55f, entries=150, sequenceid=95, filesize=11.7 K 2024-12-04T15:57:40,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for dadc6889135acff7688491ab925fe7e0 in 873ms, sequenceid=95, compaction requested=true 2024-12-04T15:57:40,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:40,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dadc6889135acff7688491ab925fe7e0:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:57:40,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:40,560 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:40,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dadc6889135acff7688491ab925fe7e0:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:57:40,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:40,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dadc6889135acff7688491ab925fe7e0:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:57:40,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:40,560 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:40,561 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:40,561 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): dadc6889135acff7688491ab925fe7e0/B is initiating minor compaction (all files) 2024-12-04T15:57:40,561 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dadc6889135acff7688491ab925fe7e0/B in TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:40,561 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/b9770cf897844347b1ac32593ccdddaa, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/8401c5ac8e604989ade06010c719ce44, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/29f0806aa08f461c9d07a5b7b5086d0b] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp, totalSize=35.3 K 2024-12-04T15:57:40,562 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:40,562 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): dadc6889135acff7688491ab925fe7e0/A is initiating minor compaction (all files) 2024-12-04T15:57:40,562 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dadc6889135acff7688491ab925fe7e0/A in TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:40,562 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/7b1c6dd300df47209a42c48dc6bf1319, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/486f6692e91b47819ef203aee9c507e7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/7441f26d2600423ebebcb7f5c21cf3b1] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp, totalSize=99.2 K 2024-12-04T15:57:40,562 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:40,562 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/7b1c6dd300df47209a42c48dc6bf1319, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/486f6692e91b47819ef203aee9c507e7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/7441f26d2600423ebebcb7f5c21cf3b1] 2024-12-04T15:57:40,562 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting b9770cf897844347b1ac32593ccdddaa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733327855591 2024-12-04T15:57:40,562 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b1c6dd300df47209a42c48dc6bf1319, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733327855591 2024-12-04T15:57:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:40,562 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:40,563 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 8401c5ac8e604989ade06010c719ce44, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733327856295 2024-12-04T15:57:40,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dadc6889135acff7688491ab925fe7e0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-04T15:57:40,563 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 486f6692e91b47819ef203aee9c507e7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733327856295 2024-12-04T15:57:40,563 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 29f0806aa08f461c9d07a5b7b5086d0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733327858517 2024-12-04T15:57:40,563 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7441f26d2600423ebebcb7f5c21cf3b1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733327858517 2024-12-04T15:57:40,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046a7ff7bf2bfa413c8dbbebbc82976835_dadc6889135acff7688491ab925fe7e0 is 50, key is test_row_0/A:col10/1733327860562/Put/seqid=0 2024-12-04T15:57:40,574 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dadc6889135acff7688491ab925fe7e0#B#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:40,575 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/fef8f35decaf4743800c71f59ad6f674 is 50, key is test_row_0/B:col10/1733327858517/Put/seqid=0 2024-12-04T15:57:40,579 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:40,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742199_1375 (size=17034) 2024-12-04T15:57:40,581 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120457ddfb4c3cbf47458e76c31d3ae823c6_dadc6889135acff7688491ab925fe7e0 store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:40,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742200_1376 (size=12207) 2024-12-04T15:57:40,582 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120457ddfb4c3cbf47458e76c31d3ae823c6_dadc6889135acff7688491ab925fe7e0, store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:40,582 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120457ddfb4c3cbf47458e76c31d3ae823c6_dadc6889135acff7688491ab925fe7e0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:40,586 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:40,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742201_1377 (size=4469) 2024-12-04T15:57:40,590 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046a7ff7bf2bfa413c8dbbebbc82976835_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046a7ff7bf2bfa413c8dbbebbc82976835_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:40,591 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/10cf5764ad504fba903ae3075b369e7f, store: [table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:40,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/10cf5764ad504fba903ae3075b369e7f is 175, key is test_row_0/A:col10/1733327860562/Put/seqid=0 2024-12-04T15:57:40,594 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dadc6889135acff7688491ab925fe7e0#A#compaction#323 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:40,594 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/be4f167ae5694305a92c922b25ef39d9 is 175, key is test_row_0/A:col10/1733327858517/Put/seqid=0 2024-12-04T15:57:40,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327920593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:40,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742202_1378 (size=48139) 2024-12-04T15:57:40,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327920595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:40,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:40,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327920600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:40,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:40,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742203_1379 (size=31161) 2024-12-04T15:57:40,615 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/be4f167ae5694305a92c922b25ef39d9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/be4f167ae5694305a92c922b25ef39d9 2024-12-04T15:57:40,620 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dadc6889135acff7688491ab925fe7e0/A of dadc6889135acff7688491ab925fe7e0 into be4f167ae5694305a92c922b25ef39d9(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:40,620 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:40,620 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., storeName=dadc6889135acff7688491ab925fe7e0/A, priority=13, startTime=1733327860560; duration=0sec 2024-12-04T15:57:40,620 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:40,620 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dadc6889135acff7688491ab925fe7e0:A 2024-12-04T15:57:40,620 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:40,622 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:40,622 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): dadc6889135acff7688491ab925fe7e0/C is initiating minor compaction (all files) 2024-12-04T15:57:40,622 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dadc6889135acff7688491ab925fe7e0/C in TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:40,622 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/6a40377f635147259c2f29965eabe84f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/4b51c63f2df1428480d3db80b7457fec, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/7910de50bd9b4c4ea374e22903e0d55f] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp, totalSize=35.3 K 2024-12-04T15:57:40,623 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a40377f635147259c2f29965eabe84f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733327855591 2024-12-04T15:57:40,623 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b51c63f2df1428480d3db80b7457fec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733327856295 2024-12-04T15:57:40,623 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7910de50bd9b4c4ea374e22903e0d55f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733327858517 2024-12-04T15:57:40,630 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dadc6889135acff7688491ab925fe7e0#C#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:40,630 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/b009cde4462e4654ad57e1ad8b24ae69 is 50, key is test_row_0/C:col10/1733327858517/Put/seqid=0 2024-12-04T15:57:40,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742204_1380 (size=12207) 2024-12-04T15:57:40,640 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/b009cde4462e4654ad57e1ad8b24ae69 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/b009cde4462e4654ad57e1ad8b24ae69 2024-12-04T15:57:40,647 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dadc6889135acff7688491ab925fe7e0/C of dadc6889135acff7688491ab925fe7e0 into b009cde4462e4654ad57e1ad8b24ae69(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:40,647 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:40,647 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., storeName=dadc6889135acff7688491ab925fe7e0/C, priority=13, startTime=1733327860560; duration=0sec 2024-12-04T15:57:40,647 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:40,647 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dadc6889135acff7688491ab925fe7e0:C 2024-12-04T15:57:40,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-04T15:57:40,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:40,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:40,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:40,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327920703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:40,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:40,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327920713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:40,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:40,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327920713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:40,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:40,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T15:57:40,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-04T15:57:40,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:40,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:40,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:40,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:40,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327920923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:40,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327920933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:40,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327920933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:40,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327920953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:40,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327920953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:40,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:40,985 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/fef8f35decaf4743800c71f59ad6f674 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/fef8f35decaf4743800c71f59ad6f674 2024-12-04T15:57:40,989 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dadc6889135acff7688491ab925fe7e0/B of dadc6889135acff7688491ab925fe7e0 into fef8f35decaf4743800c71f59ad6f674(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:40,989 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:40,989 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., storeName=dadc6889135acff7688491ab925fe7e0/B, priority=13, startTime=1733327860560; duration=0sec 2024-12-04T15:57:40,990 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:40,990 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dadc6889135acff7688491ab925fe7e0:B 2024-12-04T15:57:41,002 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/10cf5764ad504fba903ae3075b369e7f 2024-12-04T15:57:41,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/c01683ede36c4195b3aeb25c4f4d1074 is 50, key is test_row_0/B:col10/1733327860562/Put/seqid=0 2024-12-04T15:57:41,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742205_1381 (size=12001) 2024-12-04T15:57:41,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-04T15:57:41,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:41,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:41,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:41,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:41,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:41,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-04T15:57:41,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:41,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:41,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:41,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:41,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:41,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327921232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:41,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:41,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327921243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:41,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327921243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:41,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:41,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:41,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-04T15:57:41,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:41,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:41,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:41,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:41,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:41,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/c01683ede36c4195b3aeb25c4f4d1074 2024-12-04T15:57:41,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/f819081419ab4cf9ac14d2fc0d000d02 is 50, key is test_row_0/C:col10/1733327860562/Put/seqid=0 2024-12-04T15:57:41,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742206_1382 (size=12001) 2024-12-04T15:57:41,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/f819081419ab4cf9ac14d2fc0d000d02 2024-12-04T15:57:41,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/10cf5764ad504fba903ae3075b369e7f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/10cf5764ad504fba903ae3075b369e7f 2024-12-04T15:57:41,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/10cf5764ad504fba903ae3075b369e7f, entries=250, sequenceid=118, filesize=47.0 K 2024-12-04T15:57:41,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/c01683ede36c4195b3aeb25c4f4d1074 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/c01683ede36c4195b3aeb25c4f4d1074 2024-12-04T15:57:41,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/c01683ede36c4195b3aeb25c4f4d1074, entries=150, sequenceid=118, filesize=11.7 K 2024-12-04T15:57:41,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/f819081419ab4cf9ac14d2fc0d000d02 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/f819081419ab4cf9ac14d2fc0d000d02 2024-12-04T15:57:41,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/f819081419ab4cf9ac14d2fc0d000d02, entries=150, sequenceid=118, filesize=11.7 K 2024-12-04T15:57:41,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dadc6889135acff7688491ab925fe7e0 in 884ms, sequenceid=118, compaction requested=false 2024-12-04T15:57:41,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:41,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-04T15:57:41,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:41,474 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing dadc6889135acff7688491ab925fe7e0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-04T15:57:41,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120465887cc902854d50a30f12090e332828_dadc6889135acff7688491ab925fe7e0 is 50, key is test_row_0/A:col10/1733327860583/Put/seqid=0 2024-12-04T15:57:41,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742207_1383 (size=12204) 2024-12-04T15:57:41,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:41,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:41,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T15:57:41,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:41,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327921821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:41,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327921821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:41,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:41,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:41,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327921827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:41,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:41,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:41,888 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120465887cc902854d50a30f12090e332828_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120465887cc902854d50a30f12090e332828_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:41,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/ee678440107f42a4bca2ffe665274c00, store: [table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:41,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/ee678440107f42a4bca2ffe665274c00 is 175, key is test_row_0/A:col10/1733327860583/Put/seqid=0 2024-12-04T15:57:41,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742208_1384 (size=31005) 2024-12-04T15:57:41,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327921933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:41,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327921943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327921943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:41,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327921973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:41,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327921973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:41,981 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in dadc6889135acff7688491ab925fe7e0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:41,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,981 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_2' in dadc6889135acff7688491ab925fe7e0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:41,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:41,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:41,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:42,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327922153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:42,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327922162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:42,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:42,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327922163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:42,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:42,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:42,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:42,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:42,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:42,296 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/ee678440107f42a4bca2ffe665274c00 2024-12-04T15:57:42,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/1fdc56d5f8bd4b7891292574f04ad8ab is 50, key is test_row_0/B:col10/1733327860583/Put/seqid=0 2024-12-04T15:57:42,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742209_1385 (size=12051) 2024-12-04T15:57:42,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327922463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:42,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:42,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:42,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:42,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327922483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:42,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:42,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327922483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:42,709 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/1fdc56d5f8bd4b7891292574f04ad8ab 2024-12-04T15:57:42,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/ab24a06dfea84536a4156e3c5539c4ca is 50, key is test_row_0/C:col10/1733327860583/Put/seqid=0 2024-12-04T15:57:42,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742210_1386 (size=12051) 2024-12-04T15:57:42,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327922983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:42,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:42,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:42,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:43,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327923003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:43,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327923003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:43,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:43,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:43,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:43,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:43,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:43,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:43,120 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/ab24a06dfea84536a4156e3c5539c4ca 2024-12-04T15:57:43,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/ee678440107f42a4bca2ffe665274c00 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/ee678440107f42a4bca2ffe665274c00 2024-12-04T15:57:43,128 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/ee678440107f42a4bca2ffe665274c00, entries=150, sequenceid=134, filesize=30.3 K 2024-12-04T15:57:43,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/1fdc56d5f8bd4b7891292574f04ad8ab as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/1fdc56d5f8bd4b7891292574f04ad8ab 2024-12-04T15:57:43,131 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/1fdc56d5f8bd4b7891292574f04ad8ab, entries=150, sequenceid=134, filesize=11.8 K 2024-12-04T15:57:43,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/ab24a06dfea84536a4156e3c5539c4ca as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/ab24a06dfea84536a4156e3c5539c4ca 2024-12-04T15:57:43,135 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/ab24a06dfea84536a4156e3c5539c4ca, entries=150, sequenceid=134, filesize=11.8 K 2024-12-04T15:57:43,136 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dadc6889135acff7688491ab925fe7e0 in 1663ms, sequenceid=134, compaction requested=true 2024-12-04T15:57:43,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:43,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:43,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-04T15:57:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-04T15:57:43,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-04T15:57:43,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5010 sec 2024-12-04T15:57:43,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 3.5070 sec 2024-12-04T15:57:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-04T15:57:43,793 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:43,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-12-04T15:57:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-04T15:57:43,795 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:43,796 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:43,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-04T15:57:43,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-04T15:57:43,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:43,949 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing dadc6889135acff7688491ab925fe7e0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-04T15:57:43,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204fe35dabf18a340fd9efba7e0f89e6ba1_dadc6889135acff7688491ab925fe7e0 is 50, key is test_row_0/A:col10/1733327861820/Put/seqid=0 2024-12-04T15:57:43,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742211_1387 (size=12304) 2024-12-04T15:57:43,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:43,972 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204fe35dabf18a340fd9efba7e0f89e6ba1_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204fe35dabf18a340fd9efba7e0f89e6ba1_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:43,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/972636b12e8b473b946553519374583c, store: [table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:43,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/972636b12e8b473b946553519374583c is 175, key is test_row_0/A:col10/1733327861820/Put/seqid=0 2024-12-04T15:57:43,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742212_1388 (size=31105) 2024-12-04T15:57:43,978 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/972636b12e8b473b946553519374583c 2024-12-04T15:57:43,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/a0e1756e71264775a8eee915668be40d is 50, key is test_row_0/B:col10/1733327861820/Put/seqid=0 2024-12-04T15:57:43,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742213_1389 (size=12151) 2024-12-04T15:57:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:44,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:44,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327924023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:44,035 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in dadc6889135acff7688491ab925fe7e0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:44,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:44,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327924029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:44,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327924030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:44,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327924034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327924035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-04T15:57:44,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327924153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:44,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:44,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327924153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:44,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:44,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327924153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:44,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327924154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:44,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327924373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:44,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:44,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327924373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:44,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327924373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327924373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:44,390 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/a0e1756e71264775a8eee915668be40d 2024-12-04T15:57:44,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/d4c1f1cb7513471b8481091d5795226c is 50, key is test_row_0/C:col10/1733327861820/Put/seqid=0 2024-12-04T15:57:44,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742214_1390 (size=12151) 2024-12-04T15:57:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-04T15:57:44,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327924683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:44,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:44,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327924693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:44,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327924693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:44,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327924693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:44,802 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/d4c1f1cb7513471b8481091d5795226c 2024-12-04T15:57:44,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/972636b12e8b473b946553519374583c as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/972636b12e8b473b946553519374583c 2024-12-04T15:57:44,810 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/972636b12e8b473b946553519374583c, entries=150, sequenceid=157, filesize=30.4 K 2024-12-04T15:57:44,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/a0e1756e71264775a8eee915668be40d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/a0e1756e71264775a8eee915668be40d 2024-12-04T15:57:44,814 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/a0e1756e71264775a8eee915668be40d, entries=150, sequenceid=157, filesize=11.9 K 2024-12-04T15:57:44,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/d4c1f1cb7513471b8481091d5795226c as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/d4c1f1cb7513471b8481091d5795226c 2024-12-04T15:57:44,819 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/d4c1f1cb7513471b8481091d5795226c, entries=150, sequenceid=157, filesize=11.9 K 2024-12-04T15:57:44,820 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dadc6889135acff7688491ab925fe7e0 in 871ms, sequenceid=157, compaction requested=true 2024-12-04T15:57:44,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:44,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:44,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-12-04T15:57:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-12-04T15:57:44,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-04T15:57:44,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0250 sec 2024-12-04T15:57:44,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.0300 sec 2024-12-04T15:57:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-04T15:57:44,933 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:44,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-12-04T15:57:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-04T15:57:44,935 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:44,935 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:44,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-04T15:57:45,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-04T15:57:45,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:45,088 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing dadc6889135acff7688491ab925fe7e0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-04T15:57:45,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204cdba49747316456c916457dca37e9846_dadc6889135acff7688491ab925fe7e0 is 50, key is test_row_0/A:col10/1733327864034/Put/seqid=0 2024-12-04T15:57:45,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742215_1391 (size=12304) 2024-12-04T15:57:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:45,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-04T15:57:45,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327925263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:45,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327925274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:45,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327925275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:45,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327925276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:45,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327925382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:45,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327925382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:45,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327925393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:45,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327925393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:45,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:45,502 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204cdba49747316456c916457dca37e9846_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204cdba49747316456c916457dca37e9846_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:45,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/160cc2d5760e49e1939b2956ec2b1352, store: [table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:45,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/160cc2d5760e49e1939b2956ec2b1352 is 175, key is test_row_0/A:col10/1733327864034/Put/seqid=0 2024-12-04T15:57:45,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742216_1392 (size=31105) 2024-12-04T15:57:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-04T15:57:45,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327925602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:45,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327925603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:45,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327925603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:45,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327925603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:45,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,610 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:45,907 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/160cc2d5760e49e1939b2956ec2b1352 2024-12-04T15:57:45,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/e90622e6ad9e42fcb34904dd1f318d06 is 50, key is test_row_0/B:col10/1733327864034/Put/seqid=0 2024-12-04T15:57:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742217_1393 (size=12151) 2024-12-04T15:57:45,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327925913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:45,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:45,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327925913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:45,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:45,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327925922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327925922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:45,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:46,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327926063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:46,070 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in dadc6889135acff7688491ab925fe7e0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4242 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:46,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:46,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:46,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-04T15:57:46,319 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/e90622e6ad9e42fcb34904dd1f318d06 2024-12-04T15:57:46,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/4a3ae1a1b1c04d079ec33af566a4c1d6 is 50, key is test_row_0/C:col10/1733327864034/Put/seqid=0 2024-12-04T15:57:46,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742218_1394 (size=12151) 2024-12-04T15:57:46,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327926433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:46,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327926433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:46,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327926433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:46,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:46,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327926434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:46,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:46,731 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/4a3ae1a1b1c04d079ec33af566a4c1d6 2024-12-04T15:57:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/160cc2d5760e49e1939b2956ec2b1352 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/160cc2d5760e49e1939b2956ec2b1352 2024-12-04T15:57:46,741 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/160cc2d5760e49e1939b2956ec2b1352, entries=150, sequenceid=170, filesize=30.4 K 2024-12-04T15:57:46,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/e90622e6ad9e42fcb34904dd1f318d06 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/e90622e6ad9e42fcb34904dd1f318d06 2024-12-04T15:57:46,748 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/e90622e6ad9e42fcb34904dd1f318d06, entries=150, sequenceid=170, filesize=11.9 K 2024-12-04T15:57:46,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/4a3ae1a1b1c04d079ec33af566a4c1d6 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/4a3ae1a1b1c04d079ec33af566a4c1d6 2024-12-04T15:57:46,754 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/4a3ae1a1b1c04d079ec33af566a4c1d6, entries=150, sequenceid=170, filesize=11.9 K 2024-12-04T15:57:46,755 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dadc6889135acff7688491ab925fe7e0 in 1667ms, sequenceid=170, compaction requested=true 2024-12-04T15:57:46,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:46,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:46,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-12-04T15:57:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-12-04T15:57:46,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-04T15:57:46,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8220 sec 2024-12-04T15:57:46,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.8280 sec 2024-12-04T15:57:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-04T15:57:47,083 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:47,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-12-04T15:57:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-04T15:57:47,086 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:47,086 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:47,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-04T15:57:47,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-04T15:57:47,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:47,239 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing dadc6889135acff7688491ab925fe7e0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-04T15:57:47,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204014c96e3f08949f8ba5d292d61498db7_dadc6889135acff7688491ab925fe7e0 is 50, key is test_row_0/A:col10/1733327865274/Put/seqid=0 2024-12-04T15:57:47,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742219_1395 (size=12304) 2024-12-04T15:57:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-04T15:57:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:47,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:47,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327927478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:47,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:47,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327927482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:47,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:47,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327927483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:47,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:47,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:47,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327927491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:47,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:47,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327927593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:47,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:47,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327927603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:47,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327927603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:47,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:47,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327927603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:47,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:47,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:47,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:47,665 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204014c96e3f08949f8ba5d292d61498db7_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204014c96e3f08949f8ba5d292d61498db7_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:47,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/74d85daf9689441f860db957dadfc6c8, store: [table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:47,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/74d85daf9689441f860db957dadfc6c8 is 175, key is test_row_0/A:col10/1733327865274/Put/seqid=0 2024-12-04T15:57:47,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742220_1396 (size=31105) 2024-12-04T15:57:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-04T15:57:47,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327927813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:47,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327927822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:47,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327927823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:47,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327927823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:47,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:47,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:48,084 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/74d85daf9689441f860db957dadfc6c8 2024-12-04T15:57:48,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/55276cffa70a400bb3d991eec5b142c2 is 50, key is test_row_0/B:col10/1733327865274/Put/seqid=0 2024-12-04T15:57:48,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742221_1397 (size=12151) 2024-12-04T15:57:48,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327928133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:48,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327928142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:48,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327928143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:48,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:48,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327928143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:48,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:48,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:48,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-04T15:57:48,496 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/55276cffa70a400bb3d991eec5b142c2 2024-12-04T15:57:48,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/e2db0842d4f44129b7cdd1557d4e4f39 is 50, key is test_row_0/C:col10/1733327865274/Put/seqid=0 2024-12-04T15:57:48,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742222_1398 (size=12151) 2024-12-04T15:57:48,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327928653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:48,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327928653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:48,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:48,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:48,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327928653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:48,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:48,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:48,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:48,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:48,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:48,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:48,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:48,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327928663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:48,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:48,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:48,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:48,909 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/e2db0842d4f44129b7cdd1557d4e4f39 2024-12-04T15:57:48,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/74d85daf9689441f860db957dadfc6c8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/74d85daf9689441f860db957dadfc6c8 2024-12-04T15:57:48,918 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/74d85daf9689441f860db957dadfc6c8, entries=150, sequenceid=193, filesize=30.4 K 2024-12-04T15:57:48,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/55276cffa70a400bb3d991eec5b142c2 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/55276cffa70a400bb3d991eec5b142c2 2024-12-04T15:57:48,926 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/55276cffa70a400bb3d991eec5b142c2, entries=150, sequenceid=193, filesize=11.9 K 2024-12-04T15:57:48,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/e2db0842d4f44129b7cdd1557d4e4f39 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/e2db0842d4f44129b7cdd1557d4e4f39 2024-12-04T15:57:48,930 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/e2db0842d4f44129b7cdd1557d4e4f39, entries=150, sequenceid=193, filesize=11.9 K 2024-12-04T15:57:48,931 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dadc6889135acff7688491ab925fe7e0 in 1692ms, sequenceid=193, compaction requested=true 2024-12-04T15:57:48,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:48,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:48,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-12-04T15:57:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-12-04T15:57:48,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-04T15:57:48,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8450 sec 2024-12-04T15:57:48,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.8500 sec 2024-12-04T15:57:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-04T15:57:49,234 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:49,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-12-04T15:57:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T15:57:49,236 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:49,236 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:49,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T15:57:49,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-04T15:57:49,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:49,389 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing dadc6889135acff7688491ab925fe7e0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-04T15:57:49,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047b65aabef6094e62ae910fa320c775ce_dadc6889135acff7688491ab925fe7e0 is 50, key is test_row_0/A:col10/1733327867481/Put/seqid=0 2024-12-04T15:57:49,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742223_1399 (size=12304) 2024-12-04T15:57:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T15:57:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:49,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:49,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327929737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:49,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327929738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:49,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327929746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:49,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327929747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:49,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:49,810 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047b65aabef6094e62ae910fa320c775ce_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047b65aabef6094e62ae910fa320c775ce_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:49,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/9e76d7c721304a618dc7b201f7d6b88a, store: [table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:49,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/9e76d7c721304a618dc7b201f7d6b88a is 175, key is test_row_0/A:col10/1733327867481/Put/seqid=0 2024-12-04T15:57:49,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742224_1400 (size=31105) 2024-12-04T15:57:49,816 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/9e76d7c721304a618dc7b201f7d6b88a 2024-12-04T15:57:49,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/071ee5eada2647ef978e1a98a7b94108 is 50, key is test_row_0/B:col10/1733327867481/Put/seqid=0 2024-12-04T15:57:49,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742225_1401 (size=12151) 2024-12-04T15:57:49,830 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/071ee5eada2647ef978e1a98a7b94108 2024-12-04T15:57:49,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/09086d870fb74071abce29fd3f80290c is 50, key is test_row_0/C:col10/1733327867481/Put/seqid=0 2024-12-04T15:57:49,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742226_1402 (size=12151) 2024-12-04T15:57:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T15:57:49,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327929863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:49,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:49,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327929863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:49,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:49,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327929863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:49,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:49,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327929872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:49,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:49,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:49,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,021 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T15:57:50,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327930083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:50,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327930083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327930083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33604 deadline: 1733327930093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:50,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327930093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:50,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,110 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in dadc6889135acff7688491ab925fe7e0 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8283 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:57:50,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,245 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/09086d870fb74071abce29fd3f80290c 2024-12-04T15:57:50,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/9e76d7c721304a618dc7b201f7d6b88a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/9e76d7c721304a618dc7b201f7d6b88a 2024-12-04T15:57:50,253 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/9e76d7c721304a618dc7b201f7d6b88a, entries=150, sequenceid=206, filesize=30.4 K 2024-12-04T15:57:50,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/071ee5eada2647ef978e1a98a7b94108 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/071ee5eada2647ef978e1a98a7b94108 2024-12-04T15:57:50,257 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/071ee5eada2647ef978e1a98a7b94108, entries=150, sequenceid=206, filesize=11.9 K 2024-12-04T15:57:50,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/09086d870fb74071abce29fd3f80290c as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/09086d870fb74071abce29fd3f80290c 2024-12-04T15:57:50,266 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/09086d870fb74071abce29fd3f80290c, entries=150, sequenceid=206, filesize=11.9 K 2024-12-04T15:57:50,267 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dadc6889135acff7688491ab925fe7e0 in 878ms, sequenceid=206, compaction requested=true 2024-12-04T15:57:50,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:50,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:50,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-12-04T15:57:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-12-04T15:57:50,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-04T15:57:50,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0320 sec 2024-12-04T15:57:50,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.0360 sec 2024-12-04T15:57:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-04T15:57:50,373 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:50,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-04T15:57:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T15:57:50,376 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:50,377 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:50,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:50,405 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:50,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dadc6889135acff7688491ab925fe7e0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-04T15:57:50,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046b71b44ed76a43bfb7d310ba73931bb9_dadc6889135acff7688491ab925fe7e0 is 50, key is test_row_0/A:col10/1733327869744/Put/seqid=0 2024-12-04T15:57:50,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742227_1403 (size=14794) 2024-12-04T15:57:50,421 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:50,426 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412046b71b44ed76a43bfb7d310ba73931bb9_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046b71b44ed76a43bfb7d310ba73931bb9_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:50,427 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/c127aca3694c447c92277c623361ab84, store: [table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:50,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/c127aca3694c447c92277c623361ab84 is 175, key is test_row_0/A:col10/1733327869744/Put/seqid=0 2024-12-04T15:57:50,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742228_1404 (size=39749) 2024-12-04T15:57:50,431 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=230, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/c127aca3694c447c92277c623361ab84 2024-12-04T15:57:50,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/1f94af803d9941c092227566967e5f6a is 50, key is test_row_0/B:col10/1733327869744/Put/seqid=0 2024-12-04T15:57:50,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742229_1405 (size=12151) 2024-12-04T15:57:50,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/1f94af803d9941c092227566967e5f6a 2024-12-04T15:57:50,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/f42e6199930a40a5a3a3f2bbc1c45a01 is 50, key is test_row_0/C:col10/1733327869744/Put/seqid=0 2024-12-04T15:57:50,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742230_1406 (size=12151) 2024-12-04T15:57:50,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327930446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:50,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T15:57:50,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327930476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:50,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327930476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327930476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:50,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T15:57:50,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:50,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:50,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:50,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:50,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:50,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327930583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327930603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:50,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327930603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327930603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,617 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T15:57:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:50,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:50,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T15:57:50,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327930803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:50,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T15:57:50,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:50,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:50,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:50,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:50,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:50,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327930823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327930823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:50,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327930823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:50,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:50,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/f42e6199930a40a5a3a3f2bbc1c45a01 2024-12-04T15:57:50,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/c127aca3694c447c92277c623361ab84 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c127aca3694c447c92277c623361ab84 2024-12-04T15:57:50,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c127aca3694c447c92277c623361ab84, entries=200, sequenceid=230, filesize=38.8 K 2024-12-04T15:57:50,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/1f94af803d9941c092227566967e5f6a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/1f94af803d9941c092227566967e5f6a 2024-12-04T15:57:50,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/1f94af803d9941c092227566967e5f6a, entries=150, sequenceid=230, filesize=11.9 K 2024-12-04T15:57:50,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/f42e6199930a40a5a3a3f2bbc1c45a01 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/f42e6199930a40a5a3a3f2bbc1c45a01 2024-12-04T15:57:50,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/f42e6199930a40a5a3a3f2bbc1c45a01, entries=150, sequenceid=230, filesize=11.9 K 2024-12-04T15:57:50,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for dadc6889135acff7688491ab925fe7e0 in 474ms, sequenceid=230, compaction requested=true 2024-12-04T15:57:50,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:50,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dadc6889135acff7688491ab925fe7e0:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:57:50,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:50,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dadc6889135acff7688491ab925fe7e0:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:57:50,879 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-04T15:57:50,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:50,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dadc6889135acff7688491ab925fe7e0:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:57:50,880 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-04T15:57:50,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:50,881 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 274474 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-04T15:57:50,881 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 97014 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-04T15:57:50,882 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): dadc6889135acff7688491ab925fe7e0/A is initiating minor compaction (all files) 2024-12-04T15:57:50,882 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): dadc6889135acff7688491ab925fe7e0/B is initiating minor compaction (all files) 2024-12-04T15:57:50,882 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dadc6889135acff7688491ab925fe7e0/A in TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:50,882 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dadc6889135acff7688491ab925fe7e0/B in TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:50,882 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/be4f167ae5694305a92c922b25ef39d9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/10cf5764ad504fba903ae3075b369e7f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/ee678440107f42a4bca2ffe665274c00, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/972636b12e8b473b946553519374583c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/160cc2d5760e49e1939b2956ec2b1352, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/74d85daf9689441f860db957dadfc6c8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/9e76d7c721304a618dc7b201f7d6b88a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c127aca3694c447c92277c623361ab84] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp, totalSize=268.0 K 2024-12-04T15:57:50,882 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/fef8f35decaf4743800c71f59ad6f674, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/c01683ede36c4195b3aeb25c4f4d1074, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/1fdc56d5f8bd4b7891292574f04ad8ab, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/a0e1756e71264775a8eee915668be40d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/e90622e6ad9e42fcb34904dd1f318d06, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/55276cffa70a400bb3d991eec5b142c2, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/071ee5eada2647ef978e1a98a7b94108, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/1f94af803d9941c092227566967e5f6a] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp, totalSize=94.7 K 2024-12-04T15:57:50,882 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=8 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:50,882 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/be4f167ae5694305a92c922b25ef39d9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/10cf5764ad504fba903ae3075b369e7f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/ee678440107f42a4bca2ffe665274c00, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/972636b12e8b473b946553519374583c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/160cc2d5760e49e1939b2956ec2b1352, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/74d85daf9689441f860db957dadfc6c8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/9e76d7c721304a618dc7b201f7d6b88a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c127aca3694c447c92277c623361ab84] 2024-12-04T15:57:50,882 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting fef8f35decaf4743800c71f59ad6f674, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733327858517 2024-12-04T15:57:50,882 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting be4f167ae5694305a92c922b25ef39d9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733327858517 2024-12-04T15:57:50,882 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting c01683ede36c4195b3aeb25c4f4d1074, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733327859764 2024-12-04T15:57:50,882 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10cf5764ad504fba903ae3075b369e7f, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733327859764 2024-12-04T15:57:50,883 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fdc56d5f8bd4b7891292574f04ad8ab, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733327860583 2024-12-04T15:57:50,883 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee678440107f42a4bca2ffe665274c00, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733327860583 2024-12-04T15:57:50,883 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting a0e1756e71264775a8eee915668be40d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733327861819 2024-12-04T15:57:50,883 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 972636b12e8b473b946553519374583c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733327861819 2024-12-04T15:57:50,883 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting e90622e6ad9e42fcb34904dd1f318d06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733327864019 2024-12-04T15:57:50,883 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 160cc2d5760e49e1939b2956ec2b1352, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733327864019 2024-12-04T15:57:50,883 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 55276cffa70a400bb3d991eec5b142c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733327865261 2024-12-04T15:57:50,884 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74d85daf9689441f860db957dadfc6c8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733327865261 2024-12-04T15:57:50,884 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e76d7c721304a618dc7b201f7d6b88a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733327867480 2024-12-04T15:57:50,884 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 071ee5eada2647ef978e1a98a7b94108, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733327867480 2024-12-04T15:57:50,884 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting c127aca3694c447c92277c623361ab84, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733327869735 2024-12-04T15:57:50,884 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f94af803d9941c092227566967e5f6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733327869735 2024-12-04T15:57:50,895 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:50,899 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dadc6889135acff7688491ab925fe7e0#B#compaction#346 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:50,900 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/4704d88c3ff74f8db2978524e15b2cc2 is 50, key is test_row_0/B:col10/1733327869744/Put/seqid=0 2024-12-04T15:57:50,901 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204a9e968805eb14c31809c17e642dc0500_dadc6889135acff7688491ab925fe7e0 store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:50,904 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204a9e968805eb14c31809c17e642dc0500_dadc6889135acff7688491ab925fe7e0, store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:50,904 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a9e968805eb14c31809c17e642dc0500_dadc6889135acff7688491ab925fe7e0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:50,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742231_1407 (size=12629) 2024-12-04T15:57:50,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742232_1408 (size=4469) 2024-12-04T15:57:50,914 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dadc6889135acff7688491ab925fe7e0#A#compaction#345 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:50,916 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/1f169be7689542ae8487aeaa35b2794d is 175, key is test_row_0/A:col10/1733327869744/Put/seqid=0 2024-12-04T15:57:50,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742233_1409 (size=31583) 2024-12-04T15:57:50,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-04T15:57:50,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:50,989 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing dadc6889135acff7688491ab925fe7e0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-04T15:57:50,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412040fba2b346e6f470f87bc62dae0f4eb4d_dadc6889135acff7688491ab925fe7e0 is 50, key is test_row_0/A:col10/1733327870461/Put/seqid=0 2024-12-04T15:57:51,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742234_1410 (size=12304) 2024-12-04T15:57:51,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T15:57:51,006 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412040fba2b346e6f470f87bc62dae0f4eb4d_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040fba2b346e6f470f87bc62dae0f4eb4d_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:51,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/c94c9b9f7f484732a2baa897168f4b76, store: [table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:51,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/c94c9b9f7f484732a2baa897168f4b76 is 175, key is test_row_0/A:col10/1733327870461/Put/seqid=0 2024-12-04T15:57:51,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742235_1411 (size=31105) 2024-12-04T15:57:51,012 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/c94c9b9f7f484732a2baa897168f4b76 2024-12-04T15:57:51,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/64210c3288f64adb8c595aae63068e8d is 50, key is test_row_0/B:col10/1733327870461/Put/seqid=0 2024-12-04T15:57:51,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742236_1412 (size=12151) 2024-12-04T15:57:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:51,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:51,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327931191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:51,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:51,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327931196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:51,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:51,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327931211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:51,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:51,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:51,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327931212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:51,313 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/4704d88c3ff74f8db2978524e15b2cc2 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/4704d88c3ff74f8db2978524e15b2cc2 2024-12-04T15:57:51,317 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in dadc6889135acff7688491ab925fe7e0/B of dadc6889135acff7688491ab925fe7e0 into 4704d88c3ff74f8db2978524e15b2cc2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:51,317 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:51,317 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., storeName=dadc6889135acff7688491ab925fe7e0/B, priority=8, startTime=1733327870879; duration=0sec 2024-12-04T15:57:51,317 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:51,317 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dadc6889135acff7688491ab925fe7e0:B 2024-12-04T15:57:51,317 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-04T15:57:51,328 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 97014 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-04T15:57:51,328 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): dadc6889135acff7688491ab925fe7e0/C is initiating minor compaction (all files) 2024-12-04T15:57:51,328 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dadc6889135acff7688491ab925fe7e0/C in TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:51,328 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/b009cde4462e4654ad57e1ad8b24ae69, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/f819081419ab4cf9ac14d2fc0d000d02, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/ab24a06dfea84536a4156e3c5539c4ca, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/d4c1f1cb7513471b8481091d5795226c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/4a3ae1a1b1c04d079ec33af566a4c1d6, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/e2db0842d4f44129b7cdd1557d4e4f39, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/09086d870fb74071abce29fd3f80290c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/f42e6199930a40a5a3a3f2bbc1c45a01] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp, totalSize=94.7 K 2024-12-04T15:57:51,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327931323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:51,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:51,329 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting b009cde4462e4654ad57e1ad8b24ae69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733327858517 2024-12-04T15:57:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327931323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327931323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:51,331 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting f819081419ab4cf9ac14d2fc0d000d02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733327859764 2024-12-04T15:57:51,331 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting ab24a06dfea84536a4156e3c5539c4ca, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733327860583 2024-12-04T15:57:51,332 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting d4c1f1cb7513471b8481091d5795226c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733327861819 2024-12-04T15:57:51,332 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a3ae1a1b1c04d079ec33af566a4c1d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733327864019 2024-12-04T15:57:51,332 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting e2db0842d4f44129b7cdd1557d4e4f39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733327865261 2024-12-04T15:57:51,332 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/1f169be7689542ae8487aeaa35b2794d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/1f169be7689542ae8487aeaa35b2794d 2024-12-04T15:57:51,333 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 09086d870fb74071abce29fd3f80290c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733327867480 2024-12-04T15:57:51,333 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting f42e6199930a40a5a3a3f2bbc1c45a01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733327869735 2024-12-04T15:57:51,337 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in dadc6889135acff7688491ab925fe7e0/A of dadc6889135acff7688491ab925fe7e0 into 1f169be7689542ae8487aeaa35b2794d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:51,337 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:51,337 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., storeName=dadc6889135acff7688491ab925fe7e0/A, priority=8, startTime=1733327870879; duration=0sec 2024-12-04T15:57:51,337 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:51,337 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dadc6889135acff7688491ab925fe7e0:A 2024-12-04T15:57:51,347 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dadc6889135acff7688491ab925fe7e0#C#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:51,348 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/df1192dcb67a46d88e9f0fb0fc9864e4 is 50, key is test_row_0/C:col10/1733327869744/Put/seqid=0 2024-12-04T15:57:51,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327931333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:51,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:51,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742237_1413 (size=12629) 2024-12-04T15:57:51,365 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/df1192dcb67a46d88e9f0fb0fc9864e4 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/df1192dcb67a46d88e9f0fb0fc9864e4 2024-12-04T15:57:51,369 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in dadc6889135acff7688491ab925fe7e0/C of dadc6889135acff7688491ab925fe7e0 into df1192dcb67a46d88e9f0fb0fc9864e4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:51,369 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:51,369 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., storeName=dadc6889135acff7688491ab925fe7e0/C, priority=8, startTime=1733327870880; duration=0sec 2024-12-04T15:57:51,369 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:51,369 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dadc6889135acff7688491ab925fe7e0:C 2024-12-04T15:57:51,422 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/64210c3288f64adb8c595aae63068e8d 2024-12-04T15:57:51,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/fad585cc97144a689463a2da37ee00e0 is 50, key is test_row_0/C:col10/1733327870461/Put/seqid=0 2024-12-04T15:57:51,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742238_1414 (size=12151) 2024-12-04T15:57:51,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T15:57:51,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327931533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:51,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:51,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327931533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:51,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327931533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:51,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:51,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327931553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:51,834 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/fad585cc97144a689463a2da37ee00e0 2024-12-04T15:57:51,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/c94c9b9f7f484732a2baa897168f4b76 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c94c9b9f7f484732a2baa897168f4b76 2024-12-04T15:57:51,843 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c94c9b9f7f484732a2baa897168f4b76, entries=150, sequenceid=244, filesize=30.4 K 2024-12-04T15:57:51,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/64210c3288f64adb8c595aae63068e8d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/64210c3288f64adb8c595aae63068e8d 2024-12-04T15:57:51,852 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/64210c3288f64adb8c595aae63068e8d, entries=150, sequenceid=244, filesize=11.9 K 2024-12-04T15:57:51,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/fad585cc97144a689463a2da37ee00e0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/fad585cc97144a689463a2da37ee00e0 2024-12-04T15:57:51,857 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/fad585cc97144a689463a2da37ee00e0, entries=150, sequenceid=244, filesize=11.9 K 2024-12-04T15:57:51,858 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for dadc6889135acff7688491ab925fe7e0 in 870ms, sequenceid=244, compaction requested=false 2024-12-04T15:57:51,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:51,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:51,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-04T15:57:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-04T15:57:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:51,861 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:51,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dadc6889135acff7688491ab925fe7e0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-04T15:57:51,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-04T15:57:51,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4820 sec 2024-12-04T15:57:51,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.4890 sec 2024-12-04T15:57:51,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120423d6378591384af4ab7099203fe87034_dadc6889135acff7688491ab925fe7e0 is 50, key is test_row_0/A:col10/1733327871859/Put/seqid=0 2024-12-04T15:57:51,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742239_1415 (size=14994) 2024-12-04T15:57:51,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327931883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:51,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:51,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327931891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:51,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:51,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327931892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:51,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327931893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:51,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:52,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327932003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:52,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327932003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:52,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:52,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:52,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327932013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:52,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:52,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327932013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:52,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:52,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:52,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327932212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:52,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:52,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327932213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:52,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:52,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:52,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327932233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:52,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327932233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:52,280 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:52,284 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120423d6378591384af4ab7099203fe87034_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120423d6378591384af4ab7099203fe87034_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:52,285 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/58ab3494621c46879797aca1ce709bfb, store: [table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:52,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/58ab3494621c46879797aca1ce709bfb is 175, key is test_row_0/A:col10/1733327871859/Put/seqid=0 2024-12-04T15:57:52,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742240_1416 (size=39949) 2024-12-04T15:57:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-04T15:57:52,524 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:52,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:57:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-04T15:57:52,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327932523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:52,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T15:57:52,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327932524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:52,527 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:57:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:52,527 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:57:52,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:57:52,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327932543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327932543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:52,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:52,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T15:57:52,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-04T15:57:52,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:52,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:52,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:52,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:52,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:57:52,689 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/58ab3494621c46879797aca1ce709bfb 2024-12-04T15:57:52,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/bef816e3a24245e9947b411cf7b8512b is 50, key is test_row_0/B:col10/1733327871859/Put/seqid=0 2024-12-04T15:57:52,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742241_1417 (size=12301) 2024-12-04T15:57:52,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/bef816e3a24245e9947b411cf7b8512b 2024-12-04T15:57:52,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/916fca90ccc2497abc7489b36e8d6fb0 is 50, key is test_row_0/C:col10/1733327871859/Put/seqid=0 2024-12-04T15:57:52,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742242_1418 (size=12301) 2024-12-04T15:57:52,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/916fca90ccc2497abc7489b36e8d6fb0 2024-12-04T15:57:52,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/58ab3494621c46879797aca1ce709bfb as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/58ab3494621c46879797aca1ce709bfb 2024-12-04T15:57:52,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/58ab3494621c46879797aca1ce709bfb, entries=200, sequenceid=270, filesize=39.0 K 2024-12-04T15:57:52,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/bef816e3a24245e9947b411cf7b8512b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/bef816e3a24245e9947b411cf7b8512b 2024-12-04T15:57:52,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/bef816e3a24245e9947b411cf7b8512b, entries=150, sequenceid=270, filesize=12.0 K 2024-12-04T15:57:52,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/916fca90ccc2497abc7489b36e8d6fb0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/916fca90ccc2497abc7489b36e8d6fb0 2024-12-04T15:57:52,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/916fca90ccc2497abc7489b36e8d6fb0, entries=150, sequenceid=270, filesize=12.0 K 2024-12-04T15:57:52,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dadc6889135acff7688491ab925fe7e0 in 880ms, sequenceid=270, compaction requested=true 2024-12-04T15:57:52,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:52,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dadc6889135acff7688491ab925fe7e0:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:57:52,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:52,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dadc6889135acff7688491ab925fe7e0:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:57:52,741 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:52,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:52,742 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:52,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dadc6889135acff7688491ab925fe7e0:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:57:52,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:52,742 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:52,742 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:52,742 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): dadc6889135acff7688491ab925fe7e0/A is initiating minor compaction (all files) 2024-12-04T15:57:52,742 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): dadc6889135acff7688491ab925fe7e0/B is initiating minor compaction (all files) 2024-12-04T15:57:52,743 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dadc6889135acff7688491ab925fe7e0/B in TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:52,743 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dadc6889135acff7688491ab925fe7e0/A in TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:52,743 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/1f169be7689542ae8487aeaa35b2794d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c94c9b9f7f484732a2baa897168f4b76, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/58ab3494621c46879797aca1ce709bfb] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp, totalSize=100.2 K 2024-12-04T15:57:52,743 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/4704d88c3ff74f8db2978524e15b2cc2, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/64210c3288f64adb8c595aae63068e8d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/bef816e3a24245e9947b411cf7b8512b] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp, totalSize=36.2 K 2024-12-04T15:57:52,743 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:52,743 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/1f169be7689542ae8487aeaa35b2794d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c94c9b9f7f484732a2baa897168f4b76, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/58ab3494621c46879797aca1ce709bfb] 2024-12-04T15:57:52,743 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 4704d88c3ff74f8db2978524e15b2cc2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733327869735 2024-12-04T15:57:52,743 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f169be7689542ae8487aeaa35b2794d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733327869735 2024-12-04T15:57:52,743 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 64210c3288f64adb8c595aae63068e8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733327870446 2024-12-04T15:57:52,744 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting bef816e3a24245e9947b411cf7b8512b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733327871190 2024-12-04T15:57:52,744 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting c94c9b9f7f484732a2baa897168f4b76, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733327870446 2024-12-04T15:57:52,744 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58ab3494621c46879797aca1ce709bfb, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733327871190 2024-12-04T15:57:52,762 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dadc6889135acff7688491ab925fe7e0#B#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:52,762 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/b41f957f9c46405cb7d40dc1a8530942 is 50, key is test_row_0/B:col10/1733327871859/Put/seqid=0 2024-12-04T15:57:52,763 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:52,769 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204e907343d8a284b8a939b52722e951ad6_dadc6889135acff7688491ab925fe7e0 store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:52,770 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204e907343d8a284b8a939b52722e951ad6_dadc6889135acff7688491ab925fe7e0, store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:52,770 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e907343d8a284b8a939b52722e951ad6_dadc6889135acff7688491ab925fe7e0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:52,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742243_1419 (size=12881) 2024-12-04T15:57:52,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742244_1420 (size=4469) 2024-12-04T15:57:52,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-04T15:57:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:52,832 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing dadc6889135acff7688491ab925fe7e0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-04T15:57:52,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120499729e42c16e48598fe7ee2f22ea7be1_dadc6889135acff7688491ab925fe7e0 is 50, key is test_row_0/A:col10/1733327871890/Put/seqid=0 2024-12-04T15:57:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T15:57:52,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742245_1421 (size=12454) 2024-12-04T15:57:52,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:52,854 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120499729e42c16e48598fe7ee2f22ea7be1_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120499729e42c16e48598fe7ee2f22ea7be1_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/6c536dcc5f3a4d34a7657f65d5622108, store: [table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:52,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/6c536dcc5f3a4d34a7657f65d5622108 is 175, key is test_row_0/A:col10/1733327871890/Put/seqid=0 2024-12-04T15:57:52,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742246_1422 (size=31255) 2024-12-04T15:57:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:53,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. as already flushing 2024-12-04T15:57:53,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327933092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:53,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327933093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327933102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:53,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:53,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327933109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T15:57:53,187 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dadc6889135acff7688491ab925fe7e0#A#compaction#355 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:53,187 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/b13979d6021e47feb1515eb90c9f4a34 is 175, key is test_row_0/A:col10/1733327871859/Put/seqid=0 2024-12-04T15:57:53,190 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/b41f957f9c46405cb7d40dc1a8530942 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/b41f957f9c46405cb7d40dc1a8530942 2024-12-04T15:57:53,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742247_1423 (size=31835) 2024-12-04T15:57:53,195 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dadc6889135acff7688491ab925fe7e0/B of dadc6889135acff7688491ab925fe7e0 into b41f957f9c46405cb7d40dc1a8530942(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:53,195 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:53,195 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., storeName=dadc6889135acff7688491ab925fe7e0/B, priority=13, startTime=1733327872741; duration=0sec 2024-12-04T15:57:53,195 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:53,195 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dadc6889135acff7688491ab925fe7e0:B 2024-12-04T15:57:53,195 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:53,196 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:53,196 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): dadc6889135acff7688491ab925fe7e0/C is initiating minor compaction (all files) 2024-12-04T15:57:53,196 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dadc6889135acff7688491ab925fe7e0/C in TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:53,196 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/df1192dcb67a46d88e9f0fb0fc9864e4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/fad585cc97144a689463a2da37ee00e0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/916fca90ccc2497abc7489b36e8d6fb0] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp, totalSize=36.2 K 2024-12-04T15:57:53,197 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting df1192dcb67a46d88e9f0fb0fc9864e4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733327869735 2024-12-04T15:57:53,197 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting fad585cc97144a689463a2da37ee00e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733327870446 2024-12-04T15:57:53,197 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 916fca90ccc2497abc7489b36e8d6fb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733327871190 2024-12-04T15:57:53,224 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dadc6889135acff7688491ab925fe7e0#C#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:53,224 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/9aa2f4d9789f44d7a9420f9ebbc887b0 is 50, key is test_row_0/C:col10/1733327871859/Put/seqid=0 2024-12-04T15:57:53,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327933213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:53,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327933214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:53,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327933214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:53,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:53,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:53,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742248_1424 (size=12881) 2024-12-04T15:57:53,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:53,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327933233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:53,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:53,261 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/6c536dcc5f3a4d34a7657f65d5622108 2024-12-04T15:57:53,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/6858270ef7444f308cacaacc65245778 is 50, key is test_row_0/B:col10/1733327871890/Put/seqid=0 2024-12-04T15:57:53,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742249_1425 (size=12301) 2024-12-04T15:57:53,313 INFO [Thread-1607 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1607. 2024-12-04T15:57:53,313 DEBUG [Thread-1607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:53,313 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:53,313 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:53,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:53,316 INFO [Thread-1609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1609. 2024-12-04T15:57:53,316 DEBUG [Thread-1609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:53,316 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:53,316 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:53,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:53,322 INFO [Thread-1601 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1601. 2024-12-04T15:57:53,322 DEBUG [Thread-1601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:53,322 DEBUG [Thread-1601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:53,322 DEBUG [Thread-1601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:53,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:53,324 INFO [Thread-1605 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1605. 2024-12-04T15:57:53,324 DEBUG [Thread-1605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:53,324 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:53,324 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:53,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:53,326 INFO [Thread-1603 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1603. 2024-12-04T15:57:53,326 DEBUG [Thread-1603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:53,326 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:53,327 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:53,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:53,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:53,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:53,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327933433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327933433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327933433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:53,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:53,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:53,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:53,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327933453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:53,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:53,597 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/b13979d6021e47feb1515eb90c9f4a34 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/b13979d6021e47feb1515eb90c9f4a34 2024-12-04T15:57:53,601 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dadc6889135acff7688491ab925fe7e0/A of dadc6889135acff7688491ab925fe7e0 into b13979d6021e47feb1515eb90c9f4a34(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:53,601 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:53,601 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., storeName=dadc6889135acff7688491ab925fe7e0/A, priority=13, startTime=1733327872741; duration=0sec 2024-12-04T15:57:53,601 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:53,601 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dadc6889135acff7688491ab925fe7e0:A 2024-12-04T15:57:53,645 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/9aa2f4d9789f44d7a9420f9ebbc887b0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/9aa2f4d9789f44d7a9420f9ebbc887b0 2024-12-04T15:57:53,648 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dadc6889135acff7688491ab925fe7e0/C of dadc6889135acff7688491ab925fe7e0 into 9aa2f4d9789f44d7a9420f9ebbc887b0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:53,648 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:53,648 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., storeName=dadc6889135acff7688491ab925fe7e0/C, priority=13, startTime=1733327872742; duration=0sec 2024-12-04T15:57:53,648 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:53,648 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dadc6889135acff7688491ab925fe7e0:C 2024-12-04T15:57:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T15:57:53,671 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/6858270ef7444f308cacaacc65245778 2024-12-04T15:57:53,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/fa733904292d4ee3a8db0189a7d036c0 is 50, key is test_row_0/C:col10/1733327871890/Put/seqid=0 2024-12-04T15:57:53,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742250_1426 (size=12301) 2024-12-04T15:57:53,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:53,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:53,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1733327933743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33586 deadline: 1733327933743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33650 deadline: 1733327933743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:53,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:53,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:57:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33606 deadline: 1733327933763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 2024-12-04T15:57:53,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:57:53,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:57:54,081 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/fa733904292d4ee3a8db0189a7d036c0 2024-12-04T15:57:54,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/6c536dcc5f3a4d34a7657f65d5622108 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/6c536dcc5f3a4d34a7657f65d5622108 2024-12-04T15:57:54,087 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/6c536dcc5f3a4d34a7657f65d5622108, entries=150, sequenceid=283, filesize=30.5 K 2024-12-04T15:57:54,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/6858270ef7444f308cacaacc65245778 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/6858270ef7444f308cacaacc65245778 2024-12-04T15:57:54,091 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/6858270ef7444f308cacaacc65245778, entries=150, sequenceid=283, filesize=12.0 K 2024-12-04T15:57:54,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/fa733904292d4ee3a8db0189a7d036c0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/fa733904292d4ee3a8db0189a7d036c0 2024-12-04T15:57:54,095 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/fa733904292d4ee3a8db0189a7d036c0, entries=150, sequenceid=283, filesize=12.0 K 2024-12-04T15:57:54,095 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dadc6889135acff7688491ab925fe7e0 in 1263ms, sequenceid=283, compaction requested=false 2024-12-04T15:57:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:54,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-04T15:57:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-04T15:57:54,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-04T15:57:54,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5700 sec 2024-12-04T15:57:54,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.5750 sec 2024-12-04T15:57:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:54,255 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:57:54,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dadc6889135acff7688491ab925fe7e0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-04T15:57:54,255 INFO [Thread-1590 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1590. 2024-12-04T15:57:54,255 DEBUG [Thread-1590 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:54,255 DEBUG [Thread-1590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:54,255 DEBUG [Thread-1590 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:54,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:54,255 INFO [Thread-1596 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1596. 2024-12-04T15:57:54,255 DEBUG [Thread-1596 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:54,255 DEBUG [Thread-1596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:54,255 DEBUG [Thread-1596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:54,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:54,256 INFO [Thread-1592 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1592. 2024-12-04T15:57:54,256 DEBUG [Thread-1592 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:54,256 DEBUG [Thread-1592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:54,256 DEBUG [Thread-1592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:54,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:54,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204444da5fa8c18419e9652b1094ac2c340_dadc6889135acff7688491ab925fe7e0 is 50, key is test_row_0/A:col10/1733327874253/Put/seqid=0 2024-12-04T15:57:54,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742251_1427 (size=12454) 2024-12-04T15:57:54,270 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/f8cd0e4c93eb4c58b5272ed3b104e178, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c5869e8534044785ad95b650ed3a0c6a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/d608f3a12bfb421ca2ef3690b4f50f08, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/7b1c6dd300df47209a42c48dc6bf1319, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/486f6692e91b47819ef203aee9c507e7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/7441f26d2600423ebebcb7f5c21cf3b1, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/be4f167ae5694305a92c922b25ef39d9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/10cf5764ad504fba903ae3075b369e7f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/ee678440107f42a4bca2ffe665274c00, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/972636b12e8b473b946553519374583c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/160cc2d5760e49e1939b2956ec2b1352, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/74d85daf9689441f860db957dadfc6c8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/9e76d7c721304a618dc7b201f7d6b88a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c127aca3694c447c92277c623361ab84, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/1f169be7689542ae8487aeaa35b2794d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c94c9b9f7f484732a2baa897168f4b76, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/58ab3494621c46879797aca1ce709bfb] to archive 2024-12-04T15:57:54,271 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:57:54,272 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/f8cd0e4c93eb4c58b5272ed3b104e178 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/f8cd0e4c93eb4c58b5272ed3b104e178 2024-12-04T15:57:54,273 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c5869e8534044785ad95b650ed3a0c6a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c5869e8534044785ad95b650ed3a0c6a 2024-12-04T15:57:54,274 INFO [Thread-1598 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1598. 2024-12-04T15:57:54,274 DEBUG [Thread-1598 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:57:54,274 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:54,274 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:57:54,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:57:54,274 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/d608f3a12bfb421ca2ef3690b4f50f08 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/d608f3a12bfb421ca2ef3690b4f50f08 2024-12-04T15:57:54,275 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/7b1c6dd300df47209a42c48dc6bf1319 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/7b1c6dd300df47209a42c48dc6bf1319 2024-12-04T15:57:54,276 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/486f6692e91b47819ef203aee9c507e7 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/486f6692e91b47819ef203aee9c507e7 2024-12-04T15:57:54,277 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/7441f26d2600423ebebcb7f5c21cf3b1 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/7441f26d2600423ebebcb7f5c21cf3b1 2024-12-04T15:57:54,278 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/be4f167ae5694305a92c922b25ef39d9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/be4f167ae5694305a92c922b25ef39d9 2024-12-04T15:57:54,279 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/10cf5764ad504fba903ae3075b369e7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/10cf5764ad504fba903ae3075b369e7f 2024-12-04T15:57:54,280 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/ee678440107f42a4bca2ffe665274c00 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/ee678440107f42a4bca2ffe665274c00 2024-12-04T15:57:54,280 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/972636b12e8b473b946553519374583c to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/972636b12e8b473b946553519374583c 2024-12-04T15:57:54,281 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/160cc2d5760e49e1939b2956ec2b1352 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/160cc2d5760e49e1939b2956ec2b1352 2024-12-04T15:57:54,282 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/74d85daf9689441f860db957dadfc6c8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/74d85daf9689441f860db957dadfc6c8 2024-12-04T15:57:54,283 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/9e76d7c721304a618dc7b201f7d6b88a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/9e76d7c721304a618dc7b201f7d6b88a 2024-12-04T15:57:54,284 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c127aca3694c447c92277c623361ab84 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c127aca3694c447c92277c623361ab84 2024-12-04T15:57:54,285 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/1f169be7689542ae8487aeaa35b2794d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/1f169be7689542ae8487aeaa35b2794d 2024-12-04T15:57:54,286 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c94c9b9f7f484732a2baa897168f4b76 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/c94c9b9f7f484732a2baa897168f4b76 2024-12-04T15:57:54,286 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/58ab3494621c46879797aca1ce709bfb to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/58ab3494621c46879797aca1ce709bfb 2024-12-04T15:57:54,289 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/89d6502e6d624a7ebff8c3c226305e77, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/69d86fe4659043a3812cb656236914c7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/b9770cf897844347b1ac32593ccdddaa, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/fd24219e47d64ee895c8e9482ebaa4ab, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/8401c5ac8e604989ade06010c719ce44, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/fef8f35decaf4743800c71f59ad6f674, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/29f0806aa08f461c9d07a5b7b5086d0b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/c01683ede36c4195b3aeb25c4f4d1074, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/1fdc56d5f8bd4b7891292574f04ad8ab, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/a0e1756e71264775a8eee915668be40d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/e90622e6ad9e42fcb34904dd1f318d06, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/55276cffa70a400bb3d991eec5b142c2, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/071ee5eada2647ef978e1a98a7b94108, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/4704d88c3ff74f8db2978524e15b2cc2, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/1f94af803d9941c092227566967e5f6a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/64210c3288f64adb8c595aae63068e8d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/bef816e3a24245e9947b411cf7b8512b] to archive 2024-12-04T15:57:54,289 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:57:54,290 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/89d6502e6d624a7ebff8c3c226305e77 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/89d6502e6d624a7ebff8c3c226305e77 2024-12-04T15:57:54,291 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/69d86fe4659043a3812cb656236914c7 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/69d86fe4659043a3812cb656236914c7 2024-12-04T15:57:54,292 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/b9770cf897844347b1ac32593ccdddaa to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/b9770cf897844347b1ac32593ccdddaa 2024-12-04T15:57:54,293 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/fd24219e47d64ee895c8e9482ebaa4ab to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/fd24219e47d64ee895c8e9482ebaa4ab 2024-12-04T15:57:54,294 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/8401c5ac8e604989ade06010c719ce44 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/8401c5ac8e604989ade06010c719ce44 2024-12-04T15:57:54,294 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/fef8f35decaf4743800c71f59ad6f674 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/fef8f35decaf4743800c71f59ad6f674 2024-12-04T15:57:54,295 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/29f0806aa08f461c9d07a5b7b5086d0b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/29f0806aa08f461c9d07a5b7b5086d0b 2024-12-04T15:57:54,296 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/c01683ede36c4195b3aeb25c4f4d1074 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/c01683ede36c4195b3aeb25c4f4d1074 2024-12-04T15:57:54,297 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/1fdc56d5f8bd4b7891292574f04ad8ab to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/1fdc56d5f8bd4b7891292574f04ad8ab 2024-12-04T15:57:54,297 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/a0e1756e71264775a8eee915668be40d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/a0e1756e71264775a8eee915668be40d 2024-12-04T15:57:54,298 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/e90622e6ad9e42fcb34904dd1f318d06 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/e90622e6ad9e42fcb34904dd1f318d06 2024-12-04T15:57:54,299 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/55276cffa70a400bb3d991eec5b142c2 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/55276cffa70a400bb3d991eec5b142c2 2024-12-04T15:57:54,300 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/071ee5eada2647ef978e1a98a7b94108 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/071ee5eada2647ef978e1a98a7b94108 2024-12-04T15:57:54,300 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/4704d88c3ff74f8db2978524e15b2cc2 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/4704d88c3ff74f8db2978524e15b2cc2 2024-12-04T15:57:54,301 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/1f94af803d9941c092227566967e5f6a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/1f94af803d9941c092227566967e5f6a 2024-12-04T15:57:54,302 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/64210c3288f64adb8c595aae63068e8d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/64210c3288f64adb8c595aae63068e8d 2024-12-04T15:57:54,303 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/bef816e3a24245e9947b411cf7b8512b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/bef816e3a24245e9947b411cf7b8512b 2024-12-04T15:57:54,305 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/571fb937946f40c7a2ee2a03b4c58a6a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/9f43c295424841b89892bab1b260d1de, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/6a40377f635147259c2f29965eabe84f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/73f591db66c441968b55006226eb02ec, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/4b51c63f2df1428480d3db80b7457fec, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/b009cde4462e4654ad57e1ad8b24ae69, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/7910de50bd9b4c4ea374e22903e0d55f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/f819081419ab4cf9ac14d2fc0d000d02, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/ab24a06dfea84536a4156e3c5539c4ca, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/d4c1f1cb7513471b8481091d5795226c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/4a3ae1a1b1c04d079ec33af566a4c1d6, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/e2db0842d4f44129b7cdd1557d4e4f39, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/09086d870fb74071abce29fd3f80290c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/df1192dcb67a46d88e9f0fb0fc9864e4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/f42e6199930a40a5a3a3f2bbc1c45a01, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/fad585cc97144a689463a2da37ee00e0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/916fca90ccc2497abc7489b36e8d6fb0] to archive 2024-12-04T15:57:54,305 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:57:54,306 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/571fb937946f40c7a2ee2a03b4c58a6a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/571fb937946f40c7a2ee2a03b4c58a6a 2024-12-04T15:57:54,307 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/9f43c295424841b89892bab1b260d1de to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/9f43c295424841b89892bab1b260d1de 2024-12-04T15:57:54,308 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/6a40377f635147259c2f29965eabe84f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/6a40377f635147259c2f29965eabe84f 2024-12-04T15:57:54,309 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/73f591db66c441968b55006226eb02ec to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/73f591db66c441968b55006226eb02ec 2024-12-04T15:57:54,310 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/4b51c63f2df1428480d3db80b7457fec to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/4b51c63f2df1428480d3db80b7457fec 2024-12-04T15:57:54,310 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/b009cde4462e4654ad57e1ad8b24ae69 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/b009cde4462e4654ad57e1ad8b24ae69 2024-12-04T15:57:54,311 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/7910de50bd9b4c4ea374e22903e0d55f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/7910de50bd9b4c4ea374e22903e0d55f 2024-12-04T15:57:54,312 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/f819081419ab4cf9ac14d2fc0d000d02 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/f819081419ab4cf9ac14d2fc0d000d02 2024-12-04T15:57:54,313 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/ab24a06dfea84536a4156e3c5539c4ca to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/ab24a06dfea84536a4156e3c5539c4ca 2024-12-04T15:57:54,314 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/d4c1f1cb7513471b8481091d5795226c to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/d4c1f1cb7513471b8481091d5795226c 2024-12-04T15:57:54,314 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/4a3ae1a1b1c04d079ec33af566a4c1d6 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/4a3ae1a1b1c04d079ec33af566a4c1d6 2024-12-04T15:57:54,315 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/e2db0842d4f44129b7cdd1557d4e4f39 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/e2db0842d4f44129b7cdd1557d4e4f39 2024-12-04T15:57:54,316 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/09086d870fb74071abce29fd3f80290c to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/09086d870fb74071abce29fd3f80290c 2024-12-04T15:57:54,317 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/df1192dcb67a46d88e9f0fb0fc9864e4 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/df1192dcb67a46d88e9f0fb0fc9864e4 2024-12-04T15:57:54,318 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/f42e6199930a40a5a3a3f2bbc1c45a01 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/f42e6199930a40a5a3a3f2bbc1c45a01 2024-12-04T15:57:54,319 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/fad585cc97144a689463a2da37ee00e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/fad585cc97144a689463a2da37ee00e0 2024-12-04T15:57:54,320 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/a21b6491b371:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/916fca90ccc2497abc7489b36e8d6fb0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/916fca90ccc2497abc7489b36e8d6fb0 2024-12-04T15:57:54,664 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:57:54,667 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204444da5fa8c18419e9652b1094ac2c340_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204444da5fa8c18419e9652b1094ac2c340_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:57:54,668 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/ebaeb202a014467ea0cf6ec18ae2ea9b, store: [table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:54,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/ebaeb202a014467ea0cf6ec18ae2ea9b is 175, key is test_row_0/A:col10/1733327874253/Put/seqid=0 2024-12-04T15:57:54,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742252_1428 (size=31255) 2024-12-04T15:57:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-04T15:57:54,674 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:57:55,072 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/ebaeb202a014467ea0cf6ec18ae2ea9b 2024-12-04T15:57:55,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/81ae65145683419f837f4c699f5013e8 is 50, key is test_row_0/B:col10/1733327874253/Put/seqid=0 2024-12-04T15:57:55,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742253_1429 (size=12301) 2024-12-04T15:57:55,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/81ae65145683419f837f4c699f5013e8 2024-12-04T15:57:55,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/61c9f4d23aa0488dbdb9da3e32b9b20d is 50, key is test_row_0/C:col10/1733327874253/Put/seqid=0 2024-12-04T15:57:55,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742254_1430 (size=12301) 2024-12-04T15:57:55,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/61c9f4d23aa0488dbdb9da3e32b9b20d 2024-12-04T15:57:55,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/ebaeb202a014467ea0cf6ec18ae2ea9b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/ebaeb202a014467ea0cf6ec18ae2ea9b 2024-12-04T15:57:55,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/ebaeb202a014467ea0cf6ec18ae2ea9b, entries=150, sequenceid=312, filesize=30.5 K 2024-12-04T15:57:55,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/81ae65145683419f837f4c699f5013e8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/81ae65145683419f837f4c699f5013e8 2024-12-04T15:57:55,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/81ae65145683419f837f4c699f5013e8, entries=150, sequenceid=312, filesize=12.0 K 2024-12-04T15:57:55,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/61c9f4d23aa0488dbdb9da3e32b9b20d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/61c9f4d23aa0488dbdb9da3e32b9b20d 2024-12-04T15:57:55,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/61c9f4d23aa0488dbdb9da3e32b9b20d, entries=150, sequenceid=312, filesize=12.0 K 2024-12-04T15:57:55,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=6.71 KB/6870 for dadc6889135acff7688491ab925fe7e0 in 1653ms, sequenceid=312, compaction requested=true 2024-12-04T15:57:55,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:55,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dadc6889135acff7688491ab925fe7e0:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:57:55,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:55,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dadc6889135acff7688491ab925fe7e0:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:57:55,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:55,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dadc6889135acff7688491ab925fe7e0:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:57:55,908 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:55,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:55,908 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:55,909 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:55,909 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:55,909 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): dadc6889135acff7688491ab925fe7e0/A is initiating minor compaction (all files) 2024-12-04T15:57:55,909 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): dadc6889135acff7688491ab925fe7e0/B is initiating minor compaction (all files) 2024-12-04T15:57:55,909 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dadc6889135acff7688491ab925fe7e0/A in TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:55,909 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dadc6889135acff7688491ab925fe7e0/B in TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:55,909 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/b13979d6021e47feb1515eb90c9f4a34, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/6c536dcc5f3a4d34a7657f65d5622108, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/ebaeb202a014467ea0cf6ec18ae2ea9b] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp, totalSize=92.1 K 2024-12-04T15:57:55,909 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/b41f957f9c46405cb7d40dc1a8530942, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/6858270ef7444f308cacaacc65245778, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/81ae65145683419f837f4c699f5013e8] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp, totalSize=36.6 K 2024-12-04T15:57:55,909 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:55,909 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/b13979d6021e47feb1515eb90c9f4a34, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/6c536dcc5f3a4d34a7657f65d5622108, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/ebaeb202a014467ea0cf6ec18ae2ea9b] 2024-12-04T15:57:55,909 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting b41f957f9c46405cb7d40dc1a8530942, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733327871190 2024-12-04T15:57:55,909 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting b13979d6021e47feb1515eb90c9f4a34, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733327871190 2024-12-04T15:57:55,910 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 6858270ef7444f308cacaacc65245778, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733327871880 2024-12-04T15:57:55,910 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c536dcc5f3a4d34a7657f65d5622108, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733327871880 2024-12-04T15:57:55,910 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 81ae65145683419f837f4c699f5013e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733327873107 2024-12-04T15:57:55,910 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebaeb202a014467ea0cf6ec18ae2ea9b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733327873107 2024-12-04T15:57:55,917 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:55,918 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dadc6889135acff7688491ab925fe7e0#B#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:55,918 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/7a8c8baaf7ca45cfa272f80ee2e99109 is 50, key is test_row_0/B:col10/1733327874253/Put/seqid=0 2024-12-04T15:57:55,918 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204e5318abc15fe4ffc9a58c4e2dcc5cb01_dadc6889135acff7688491ab925fe7e0 store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:55,922 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204e5318abc15fe4ffc9a58c4e2dcc5cb01_dadc6889135acff7688491ab925fe7e0, store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:55,922 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e5318abc15fe4ffc9a58c4e2dcc5cb01_dadc6889135acff7688491ab925fe7e0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:57:55,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742255_1431 (size=12404) 2024-12-04T15:57:55,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742256_1432 (size=4469) 2024-12-04T15:57:56,335 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dadc6889135acff7688491ab925fe7e0#A#compaction#364 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:56,335 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/20dce290b3b149d08d8312250a8ef10e is 175, key is test_row_0/A:col10/1733327874253/Put/seqid=0 2024-12-04T15:57:56,338 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/7a8c8baaf7ca45cfa272f80ee2e99109 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/7a8c8baaf7ca45cfa272f80ee2e99109 2024-12-04T15:57:56,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742257_1433 (size=31358) 2024-12-04T15:57:56,342 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dadc6889135acff7688491ab925fe7e0/B of dadc6889135acff7688491ab925fe7e0 into 7a8c8baaf7ca45cfa272f80ee2e99109(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:56,342 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:56,342 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., storeName=dadc6889135acff7688491ab925fe7e0/B, priority=13, startTime=1733327875908; duration=0sec 2024-12-04T15:57:56,342 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:57:56,342 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dadc6889135acff7688491ab925fe7e0:B 2024-12-04T15:57:56,342 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:57:56,343 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:57:56,343 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): dadc6889135acff7688491ab925fe7e0/C is initiating minor compaction (all files) 2024-12-04T15:57:56,343 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dadc6889135acff7688491ab925fe7e0/C in TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:57:56,343 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/9aa2f4d9789f44d7a9420f9ebbc887b0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/fa733904292d4ee3a8db0189a7d036c0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/61c9f4d23aa0488dbdb9da3e32b9b20d] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp, totalSize=36.6 K 2024-12-04T15:57:56,343 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 9aa2f4d9789f44d7a9420f9ebbc887b0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733327871190 2024-12-04T15:57:56,344 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting fa733904292d4ee3a8db0189a7d036c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733327871880 2024-12-04T15:57:56,344 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 61c9f4d23aa0488dbdb9da3e32b9b20d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733327873107 2024-12-04T15:57:56,350 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dadc6889135acff7688491ab925fe7e0#C#compaction#365 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:57:56,350 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/932676d879a74c22b098e1a2472fcd64 is 50, key is test_row_0/C:col10/1733327874253/Put/seqid=0 2024-12-04T15:57:56,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742258_1434 (size=12404) 2024-12-04T15:57:56,743 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/20dce290b3b149d08d8312250a8ef10e as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/20dce290b3b149d08d8312250a8ef10e 2024-12-04T15:57:56,747 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dadc6889135acff7688491ab925fe7e0/A of dadc6889135acff7688491ab925fe7e0 into 20dce290b3b149d08d8312250a8ef10e(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:56,747 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:56,747 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., storeName=dadc6889135acff7688491ab925fe7e0/A, priority=13, startTime=1733327875908; duration=0sec 2024-12-04T15:57:56,747 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:56,747 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dadc6889135acff7688491ab925fe7e0:A 2024-12-04T15:57:56,757 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/932676d879a74c22b098e1a2472fcd64 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/932676d879a74c22b098e1a2472fcd64 2024-12-04T15:57:56,761 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dadc6889135acff7688491ab925fe7e0/C of dadc6889135acff7688491ab925fe7e0 into 932676d879a74c22b098e1a2472fcd64(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:57:56,761 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dadc6889135acff7688491ab925fe7e0: 2024-12-04T15:57:56,761 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., storeName=dadc6889135acff7688491ab925fe7e0/C, priority=13, startTime=1733327875908; duration=0sec 2024-12-04T15:57:56,761 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:57:56,761 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dadc6889135acff7688491ab925fe7e0:C 2024-12-04T15:58:00,205 INFO [Thread-1594 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1594. 2024-12-04T15:58:00,205 DEBUG [Thread-1594 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:00,205 DEBUG [Thread-1594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:00,205 DEBUG [Thread-1594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:00,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1092 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3276 rows 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1095 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3282 rows 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1096 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3288 rows 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1091 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3271 rows 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1094 2024-12-04T15:58:00,205 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3280 rows 2024-12-04T15:58:00,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:58:00,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:58:00,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:00,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:00,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:00,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T15:58:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T15:58:00,210 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327880209"}]},"ts":"1733327880209"} 2024-12-04T15:58:00,211 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T15:58:00,211 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T15:58:00,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T15:58:00,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dadc6889135acff7688491ab925fe7e0, UNASSIGN}] 2024-12-04T15:58:00,213 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dadc6889135acff7688491ab925fe7e0, UNASSIGN 2024-12-04T15:58:00,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=dadc6889135acff7688491ab925fe7e0, regionState=CLOSING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:58:00,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dadc6889135acff7688491ab925fe7e0, UNASSIGN because future has completed 2024-12-04T15:58:00,215 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T15:58:00,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:58:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T15:58:00,367 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(122): Close dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:00,367 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T15:58:00,368 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1722): Closing dadc6889135acff7688491ab925fe7e0, disabling compactions & flushes 2024-12-04T15:58:00,368 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:58:00,368 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:58:00,368 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. after waiting 0 ms 2024-12-04T15:58:00,368 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:58:00,368 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(2902): Flushing dadc6889135acff7688491ab925fe7e0 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-04T15:58:00,373 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204660ffd4548dd46df958f7ae1c0443622_dadc6889135acff7688491ab925fe7e0 is 50, key is test_row_0/A:col10/1733327880203/Put/seqid=0 2024-12-04T15:58:00,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742259_1435 (size=9914) 2024-12-04T15:58:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T15:58:00,777 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:00,780 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204660ffd4548dd46df958f7ae1c0443622_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204660ffd4548dd46df958f7ae1c0443622_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:00,781 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/368f81711bf94c5aadb5fc69605c3120, store: [table=TestAcidGuarantees family=A region=dadc6889135acff7688491ab925fe7e0] 2024-12-04T15:58:00,782 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/368f81711bf94c5aadb5fc69605c3120 is 175, key is test_row_0/A:col10/1733327880203/Put/seqid=0 2024-12-04T15:58:00,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742260_1436 (size=22561) 2024-12-04T15:58:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T15:58:01,185 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/368f81711bf94c5aadb5fc69605c3120 2024-12-04T15:58:01,191 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/b93292819cb440ceba918780aa3f434e is 50, key is test_row_0/B:col10/1733327880203/Put/seqid=0 2024-12-04T15:58:01,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742261_1437 (size=9857) 2024-12-04T15:58:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T15:58:01,594 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/b93292819cb440ceba918780aa3f434e 2024-12-04T15:58:01,600 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/e0074d9b6c6147a785d8501ac50202bb is 50, key is test_row_0/C:col10/1733327880203/Put/seqid=0 2024-12-04T15:58:01,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742262_1438 (size=9857) 2024-12-04T15:58:02,006 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/e0074d9b6c6147a785d8501ac50202bb 2024-12-04T15:58:02,010 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/A/368f81711bf94c5aadb5fc69605c3120 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/368f81711bf94c5aadb5fc69605c3120 2024-12-04T15:58:02,013 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/368f81711bf94c5aadb5fc69605c3120, entries=100, sequenceid=320, filesize=22.0 K 2024-12-04T15:58:02,013 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/B/b93292819cb440ceba918780aa3f434e as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/b93292819cb440ceba918780aa3f434e 2024-12-04T15:58:02,016 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/b93292819cb440ceba918780aa3f434e, entries=100, sequenceid=320, filesize=9.6 K 2024-12-04T15:58:02,016 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/.tmp/C/e0074d9b6c6147a785d8501ac50202bb as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/e0074d9b6c6147a785d8501ac50202bb 2024-12-04T15:58:02,019 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/e0074d9b6c6147a785d8501ac50202bb, entries=100, sequenceid=320, filesize=9.6 K 2024-12-04T15:58:02,020 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for dadc6889135acff7688491ab925fe7e0 in 1651ms, sequenceid=320, compaction requested=false 2024-12-04T15:58:02,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/b13979d6021e47feb1515eb90c9f4a34, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/6c536dcc5f3a4d34a7657f65d5622108, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/ebaeb202a014467ea0cf6ec18ae2ea9b] to archive 2024-12-04T15:58:02,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:58:02,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/b13979d6021e47feb1515eb90c9f4a34 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/b13979d6021e47feb1515eb90c9f4a34 2024-12-04T15:58:02,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/6c536dcc5f3a4d34a7657f65d5622108 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/6c536dcc5f3a4d34a7657f65d5622108 2024-12-04T15:58:02,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/ebaeb202a014467ea0cf6ec18ae2ea9b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/ebaeb202a014467ea0cf6ec18ae2ea9b 2024-12-04T15:58:02,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/b41f957f9c46405cb7d40dc1a8530942, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/6858270ef7444f308cacaacc65245778, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/81ae65145683419f837f4c699f5013e8] to archive 2024-12-04T15:58:02,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:58:02,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/b41f957f9c46405cb7d40dc1a8530942 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/b41f957f9c46405cb7d40dc1a8530942 2024-12-04T15:58:02,027 DEBUG [StoreCloser-TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/6858270ef7444f308cacaacc65245778 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/6858270ef7444f308cacaacc65245778 2024-12-04T15:58:02,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/81ae65145683419f837f4c699f5013e8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/81ae65145683419f837f4c699f5013e8 2024-12-04T15:58:02,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/9aa2f4d9789f44d7a9420f9ebbc887b0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/fa733904292d4ee3a8db0189a7d036c0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/61c9f4d23aa0488dbdb9da3e32b9b20d] to archive 2024-12-04T15:58:02,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:58:02,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/9aa2f4d9789f44d7a9420f9ebbc887b0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/9aa2f4d9789f44d7a9420f9ebbc887b0 2024-12-04T15:58:02,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/fa733904292d4ee3a8db0189a7d036c0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/fa733904292d4ee3a8db0189a7d036c0 2024-12-04T15:58:02,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/61c9f4d23aa0488dbdb9da3e32b9b20d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/61c9f4d23aa0488dbdb9da3e32b9b20d 2024-12-04T15:58:02,035 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/recovered.edits/323.seqid, newMaxSeqId=323, maxSeqId=4 2024-12-04T15:58:02,036 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. 2024-12-04T15:58:02,036 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1676): Region close journal for dadc6889135acff7688491ab925fe7e0: Waiting for close lock at 1733327880367Running coprocessor pre-close hooks at 1733327880367Disabling compacts and flushes for region at 1733327880367Disabling writes for close at 1733327880368 (+1 ms)Obtaining lock to block concurrent updates at 1733327880368Preparing flush snapshotting stores in dadc6889135acff7688491ab925fe7e0 at 1733327880368Finished memstore snapshotting TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1733327880368Flushing stores of TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0. at 1733327880368Flushing dadc6889135acff7688491ab925fe7e0/A: creating writer at 1733327880369 (+1 ms)Flushing mob file dadc6889135acff7688491ab925fe7e0/A: appending metadata at 1733327880373 (+4 ms)Flushing mob file dadc6889135acff7688491ab925fe7e0/A: closing flushed file at 1733327880373Flushing dadc6889135acff7688491ab925fe7e0/A: appending metadata at 1733327880781 (+408 ms)Flushing dadc6889135acff7688491ab925fe7e0/A: closing flushed file at 1733327880781Flushing dadc6889135acff7688491ab925fe7e0/B: creating writer at 1733327881188 (+407 ms)Flushing dadc6889135acff7688491ab925fe7e0/B: appending metadata at 1733327881190 (+2 ms)Flushing dadc6889135acff7688491ab925fe7e0/B: closing flushed file at 1733327881191 (+1 ms)Flushing dadc6889135acff7688491ab925fe7e0/C: creating writer at 1733327881598 (+407 ms)Flushing dadc6889135acff7688491ab925fe7e0/C: appending metadata at 1733327881600 (+2 ms)Flushing dadc6889135acff7688491ab925fe7e0/C: closing flushed file at 1733327881600Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@330a325b: reopening flushed file at 1733327882009 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41fbb56: reopening flushed file at 1733327882013 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15584c95: reopening flushed file at 1733327882016 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for dadc6889135acff7688491ab925fe7e0 in 1651ms, sequenceid=320, compaction requested=false at 1733327882020 (+4 ms)Writing region close event to WAL at 1733327882033 (+13 ms)Running coprocessor post-close hooks at 1733327882036 (+3 ms)Closed at 1733327882036 2024-12-04T15:58:02,037 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(157): Closed dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,038 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=dadc6889135acff7688491ab925fe7e0, regionState=CLOSED 2024-12-04T15:58:02,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:58:02,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-04T15:58:02,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseRegionProcedure dadc6889135acff7688491ab925fe7e0, server=a21b6491b371,38361,1733327751910 in 1.8250 sec 2024-12-04T15:58:02,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124 2024-12-04T15:58:02,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dadc6889135acff7688491ab925fe7e0, UNASSIGN in 1.8290 sec 2024-12-04T15:58:02,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-04T15:58:02,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8320 sec 2024-12-04T15:58:02,046 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327882045"}]},"ts":"1733327882045"} 2024-12-04T15:58:02,047 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T15:58:02,047 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T15:58:02,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8410 sec 2024-12-04T15:58:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-04T15:58:02,353 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:02,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T15:58:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:02,355 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-04T15:58:02,356 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=127, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:02,358 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,360 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/recovered.edits] 2024-12-04T15:58:02,362 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/20dce290b3b149d08d8312250a8ef10e to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/20dce290b3b149d08d8312250a8ef10e 2024-12-04T15:58:02,363 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/368f81711bf94c5aadb5fc69605c3120 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/A/368f81711bf94c5aadb5fc69605c3120 2024-12-04T15:58:02,365 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/7a8c8baaf7ca45cfa272f80ee2e99109 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/7a8c8baaf7ca45cfa272f80ee2e99109 2024-12-04T15:58:02,366 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/b93292819cb440ceba918780aa3f434e to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/B/b93292819cb440ceba918780aa3f434e 2024-12-04T15:58:02,368 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/932676d879a74c22b098e1a2472fcd64 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/932676d879a74c22b098e1a2472fcd64 2024-12-04T15:58:02,369 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/e0074d9b6c6147a785d8501ac50202bb to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/C/e0074d9b6c6147a785d8501ac50202bb 2024-12-04T15:58:02,371 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/recovered.edits/323.seqid to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0/recovered.edits/323.seqid 2024-12-04T15:58:02,371 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,371 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T15:58:02,372 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T15:58:02,373 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-04T15:58:02,375 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204014c96e3f08949f8ba5d292d61498db7_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204014c96e3f08949f8ba5d292d61498db7_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,376 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040bd46c7e88f444babc9dd4dbd716a1d3_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040bd46c7e88f444babc9dd4dbd716a1d3_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,378 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040fba2b346e6f470f87bc62dae0f4eb4d_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040fba2b346e6f470f87bc62dae0f4eb4d_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,379 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120423d6378591384af4ab7099203fe87034_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120423d6378591384af4ab7099203fe87034_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,380 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042a2f8969d97c400bb4df0c95b1aea754_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042a2f8969d97c400bb4df0c95b1aea754_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,381 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043737ce1a4f9e4b87a64a2f5f12459ee1_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043737ce1a4f9e4b87a64a2f5f12459ee1_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,382 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204444da5fa8c18419e9652b1094ac2c340_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204444da5fa8c18419e9652b1094ac2c340_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,383 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044a4dbbe6095f4a61afd09e46d3980b72_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412044a4dbbe6095f4a61afd09e46d3980b72_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,383 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120465887cc902854d50a30f12090e332828_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120465887cc902854d50a30f12090e332828_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,384 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204660ffd4548dd46df958f7ae1c0443622_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204660ffd4548dd46df958f7ae1c0443622_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,386 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046a7ff7bf2bfa413c8dbbebbc82976835_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046a7ff7bf2bfa413c8dbbebbc82976835_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,387 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046b71b44ed76a43bfb7d310ba73931bb9_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412046b71b44ed76a43bfb7d310ba73931bb9_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,388 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047b65aabef6094e62ae910fa320c775ce_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047b65aabef6094e62ae910fa320c775ce_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,389 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120499729e42c16e48598fe7ee2f22ea7be1_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120499729e42c16e48598fe7ee2f22ea7be1_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,390 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c0d7b076a9594fcea1db5e0197ee910a_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204c0d7b076a9594fcea1db5e0197ee910a_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,391 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204cdba49747316456c916457dca37e9846_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204cdba49747316456c916457dca37e9846_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,392 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204fe35dabf18a340fd9efba7e0f89e6ba1_dadc6889135acff7688491ab925fe7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204fe35dabf18a340fd9efba7e0f89e6ba1_dadc6889135acff7688491ab925fe7e0 2024-12-04T15:58:02,392 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T15:58:02,394 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=127, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:02,396 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T15:58:02,398 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T15:58:02,398 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=127, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:02,399 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T15:58:02,399 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733327882399"}]},"ts":"9223372036854775807"} 2024-12-04T15:58:02,400 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T15:58:02,400 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => dadc6889135acff7688491ab925fe7e0, NAME => 'TestAcidGuarantees,,1733327850211.dadc6889135acff7688491ab925fe7e0.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T15:58:02,400 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T15:58:02,400 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733327882400"}]},"ts":"9223372036854775807"} 2024-12-04T15:58:02,402 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T15:58:02,402 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=127, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:02,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-12-04T15:58:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-04T15:58:02,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T15:58:02,463 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:02,472 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=453 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=357 (was 389), ProcessCount=11 (was 11), AvailableMemoryMB=8855 (was 8905) 2024-12-04T15:58:02,481 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=357, ProcessCount=11, AvailableMemoryMB=8855 2024-12-04T15:58:02,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T15:58:02,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:58:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:02,484 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:58:02,484 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:02,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 128 2024-12-04T15:58:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-04T15:58:02,485 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:58:02,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742263_1439 (size=959) 2024-12-04T15:58:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-04T15:58:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-04T15:58:02,896 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7 2024-12-04T15:58:02,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742264_1440 (size=53) 2024-12-04T15:58:03,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-04T15:58:03,300 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:58:03,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ddb985560dcd21915aebead167481817, disabling compactions & flushes 2024-12-04T15:58:03,301 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:03,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:03,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. after waiting 0 ms 2024-12-04T15:58:03,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:03,301 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:03,301 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ddb985560dcd21915aebead167481817: Waiting for close lock at 1733327883301Disabling compacts and flushes for region at 1733327883301Disabling writes for close at 1733327883301Writing region close event to WAL at 1733327883301Closed at 1733327883301 2024-12-04T15:58:03,302 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:58:03,302 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733327883302"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733327883302"}]},"ts":"1733327883302"} 2024-12-04T15:58:03,303 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:58:03,304 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:58:03,304 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327883304"}]},"ts":"1733327883304"} 2024-12-04T15:58:03,305 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T15:58:03,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddb985560dcd21915aebead167481817, ASSIGN}] 2024-12-04T15:58:03,306 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddb985560dcd21915aebead167481817, ASSIGN 2024-12-04T15:58:03,307 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddb985560dcd21915aebead167481817, ASSIGN; state=OFFLINE, location=a21b6491b371,38361,1733327751910; forceNewPlan=false, retain=false 2024-12-04T15:58:03,458 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=ddb985560dcd21915aebead167481817, regionState=OPENING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:58:03,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddb985560dcd21915aebead167481817, ASSIGN because future has completed 2024-12-04T15:58:03,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:58:03,614 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:03,614 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7752): Opening region: {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:58:03,615 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ddb985560dcd21915aebead167481817 2024-12-04T15:58:03,615 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:58:03,615 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7794): checking encryption for ddb985560dcd21915aebead167481817 2024-12-04T15:58:03,615 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7797): checking classloading for ddb985560dcd21915aebead167481817 2024-12-04T15:58:03,617 INFO [StoreOpener-ddb985560dcd21915aebead167481817-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ddb985560dcd21915aebead167481817 2024-12-04T15:58:03,618 INFO [StoreOpener-ddb985560dcd21915aebead167481817-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddb985560dcd21915aebead167481817 columnFamilyName A 2024-12-04T15:58:03,618 DEBUG [StoreOpener-ddb985560dcd21915aebead167481817-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:03,618 INFO [StoreOpener-ddb985560dcd21915aebead167481817-1 {}] regionserver.HStore(327): Store=ddb985560dcd21915aebead167481817/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:58:03,618 INFO [StoreOpener-ddb985560dcd21915aebead167481817-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ddb985560dcd21915aebead167481817 2024-12-04T15:58:03,619 INFO [StoreOpener-ddb985560dcd21915aebead167481817-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddb985560dcd21915aebead167481817 columnFamilyName B 2024-12-04T15:58:03,619 DEBUG [StoreOpener-ddb985560dcd21915aebead167481817-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:03,619 INFO [StoreOpener-ddb985560dcd21915aebead167481817-1 {}] regionserver.HStore(327): Store=ddb985560dcd21915aebead167481817/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:58:03,619 INFO [StoreOpener-ddb985560dcd21915aebead167481817-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ddb985560dcd21915aebead167481817 2024-12-04T15:58:03,620 INFO [StoreOpener-ddb985560dcd21915aebead167481817-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddb985560dcd21915aebead167481817 columnFamilyName C 2024-12-04T15:58:03,620 DEBUG [StoreOpener-ddb985560dcd21915aebead167481817-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:03,621 INFO [StoreOpener-ddb985560dcd21915aebead167481817-1 {}] regionserver.HStore(327): Store=ddb985560dcd21915aebead167481817/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:58:03,621 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1038): replaying wal for ddb985560dcd21915aebead167481817 2024-12-04T15:58:03,621 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817 2024-12-04T15:58:03,622 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817 2024-12-04T15:58:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-04T15:58:03,623 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1048): stopping wal replay for ddb985560dcd21915aebead167481817 2024-12-04T15:58:03,623 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1060): Cleaning up temporary data for ddb985560dcd21915aebead167481817 2024-12-04T15:58:03,623 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T15:58:03,624 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1093): writing seq id for ddb985560dcd21915aebead167481817 2024-12-04T15:58:03,625 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:58:03,626 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1114): Opened ddb985560dcd21915aebead167481817; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73988462, jitterRate=0.10251399874687195}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T15:58:03,626 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ddb985560dcd21915aebead167481817 2024-12-04T15:58:03,627 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1006): Region open journal for ddb985560dcd21915aebead167481817: Running coprocessor pre-open hook at 1733327883616Writing region info on filesystem at 1733327883616Initializing all the Stores at 1733327883616Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327883616Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327883616Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327883616Cleaning up temporary data from old regions at 1733327883623 (+7 ms)Running coprocessor post-open hooks at 1733327883626 (+3 ms)Region opened successfully at 1733327883627 (+1 ms) 2024-12-04T15:58:03,627 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., pid=130, masterSystemTime=1733327883611 2024-12-04T15:58:03,629 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:03,629 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:03,630 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=ddb985560dcd21915aebead167481817, regionState=OPEN, openSeqNum=2, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:58:03,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:58:03,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-04T15:58:03,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; OpenRegionProcedure ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 in 172 msec 2024-12-04T15:58:03,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=128 2024-12-04T15:58:03,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddb985560dcd21915aebead167481817, ASSIGN in 327 msec 2024-12-04T15:58:03,635 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:58:03,636 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327883635"}]},"ts":"1733327883635"} 2024-12-04T15:58:03,637 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T15:58:03,637 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:58:03,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-12-04T15:58:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-04T15:58:04,633 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:04,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d509e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:04,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:04,635 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:04,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:04,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:04,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448ac422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:04,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:04,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:04,637 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:04,637 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4975b12a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:04,638 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:04,639 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:04,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:04,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:58:04,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is a21b6491b371,46405,1733327751000 2024-12-04T15:58:04,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef2be01 2024-12-04T15:58:04,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:58:04,642 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:58:04,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b54ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:04,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:04,643 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:04,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b58de26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:04,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:04,644 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:04,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5144a90c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557c7e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:04,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:04,646 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:04,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:04,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:04,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d522de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:04,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:04,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:04,647 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:04,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3a7a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bcd43d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:04,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:04,649 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6cd825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:04,650 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:04,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60804cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7177a56e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:04,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:04,651 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:04,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:04,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:04,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0a634f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:04,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:04,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:04,652 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:04,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550c4de2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fc2fe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:04,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:04,654 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:04,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:04,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:04,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372515fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:04,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:04,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:04,655 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:04,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409c91e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9e8d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:04,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:04,657 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:04,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:04,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:04,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53121e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:04,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:04,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:04,658 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:04,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4975b9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7345100e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:04,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:04,659 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:04,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:04,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:04,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f78f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:04,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:04,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:04,661 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ec7438, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608c8b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:04,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:04,662 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:04,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:04,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:04,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9177c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:04,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:04,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:04,663 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:04,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e340a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281304dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:04,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:04,665 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:04,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:04,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:04,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6de95f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:04,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:04,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:04,666 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:04,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f17b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2111d520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:04,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:04,668 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:04,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:04,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:04,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758594a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:04,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:04,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:04,669 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:04,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aedb04d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:04,670 DEBUG [Thread-1990 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:04,670 DEBUG [Thread-1993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:04,670 DEBUG [Thread-2001 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:04,671 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:04,671 DEBUG [Thread-1988 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:04,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:04,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:04,671 DEBUG [Thread-1995 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:04,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:04,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:04,672 DEBUG [Thread-1986 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:04,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:04,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:04,672 DEBUG [Thread-1999 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:04,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-04T15:58:04,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:04,672 DEBUG [Thread-1995 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:04,672 DEBUG [Thread-1995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:04,673 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T15:58:04,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:04,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:04,673 DEBUG [Thread-1986 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:04,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:04,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:04,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:04,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:04,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:58:04,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:58:04,675 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:04,676 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:04,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:04,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:58:04,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:04,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:58:04,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:58:04,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:58:04,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:58:04,680 DEBUG [Thread-1997 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:04,680 DEBUG [Thread-1982 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:04,680 DEBUG [Thread-1984 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:04,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:04,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:04,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:04,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:04,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:04,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:04,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:04,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:04,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:58:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:58:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2] 2024-12-04T15:58:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:04,688 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:04,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:58:04,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/49758c0f77c943798fa14085b8bcaf84 is 50, key is test_row_0/A:col10/1733327884686/Put/seqid=0 2024-12-04T15:58:04,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327944727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:04,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327944728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:04,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:04,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327944733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:04,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:04,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327944734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:04,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327944735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:04,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:04,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742265_1441 (size=12001) 2024-12-04T15:58:04,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:04,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/49758c0f77c943798fa14085b8bcaf84 2024-12-04T15:58:04,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/ec3123e8e1b94055a7610ca3033c46ad is 50, key is test_row_0/B:col10/1733327884686/Put/seqid=0 2024-12-04T15:58:04,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742266_1442 (size=12001) 2024-12-04T15:58:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T15:58:04,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-04T15:58:04,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:04,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:04,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:04,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:04,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:04,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327944842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:04,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:04,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327944842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:04,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:04,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327944853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:04,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:04,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327944853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:04,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:04,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:04,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327944853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:04,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:04,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:04,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-04T15:58:04,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:04,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:04,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:04,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:04,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T15:58:05,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327945053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327945053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:05,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327945063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:05,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327945073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327945074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:05,079 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,079 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,079 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:05,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-04T15:58:05,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:05,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:05,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:05,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:05,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:05,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/ec3123e8e1b94055a7610ca3033c46ad 2024-12-04T15:58:05,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/702c3e7539aa4cf49258aa8bb66ff4d9 is 50, key is test_row_0/C:col10/1733327884686/Put/seqid=0 2024-12-04T15:58:05,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742267_1443 (size=12001) 2024-12-04T15:58:05,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/702c3e7539aa4cf49258aa8bb66ff4d9 2024-12-04T15:58:05,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/49758c0f77c943798fa14085b8bcaf84 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/49758c0f77c943798fa14085b8bcaf84 2024-12-04T15:58:05,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/49758c0f77c943798fa14085b8bcaf84, entries=150, sequenceid=12, filesize=11.7 K 2024-12-04T15:58:05,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/ec3123e8e1b94055a7610ca3033c46ad as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ec3123e8e1b94055a7610ca3033c46ad 2024-12-04T15:58:05,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ec3123e8e1b94055a7610ca3033c46ad, entries=150, sequenceid=12, filesize=11.7 K 2024-12-04T15:58:05,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/702c3e7539aa4cf49258aa8bb66ff4d9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/702c3e7539aa4cf49258aa8bb66ff4d9 2024-12-04T15:58:05,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/702c3e7539aa4cf49258aa8bb66ff4d9, entries=150, sequenceid=12, filesize=11.7 K 2024-12-04T15:58:05,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ddb985560dcd21915aebead167481817 in 538ms, sequenceid=12, compaction requested=false 2024-12-04T15:58:05,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:05,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-04T15:58:05,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:05,290 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-04T15:58:05,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/32f84fde5c2c43c094ab7327c55a8b39 is 50, key is test_row_0/A:col10/1733327884732/Put/seqid=0 2024-12-04T15:58:05,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742268_1444 (size=12001) 2024-12-04T15:58:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T15:58:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:05,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:05,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327945382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327945384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:05,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327945387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:05,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327945393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:05,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327945393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:05,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327945503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327945503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:05,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:05,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327945513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:05,702 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/32f84fde5c2c43c094ab7327c55a8b39 2024-12-04T15:58:05,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/68e738433a3b4482883a53d4e1359ca8 is 50, key is test_row_0/B:col10/1733327884732/Put/seqid=0 2024-12-04T15:58:05,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742269_1445 (size=12001) 2024-12-04T15:58:05,714 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/68e738433a3b4482883a53d4e1359ca8 2024-12-04T15:58:05,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/7de2220670ad40279123cd6a29562943 is 50, key is test_row_0/C:col10/1733327884732/Put/seqid=0 2024-12-04T15:58:05,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327945713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327945713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:05,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:05,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742270_1446 (size=12001) 2024-12-04T15:58:05,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327945724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T15:58:05,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327945903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327945903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:05,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:05,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:05,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:06,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327946033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:06,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327946033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:06,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327946033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:06,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:06,125 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/7de2220670ad40279123cd6a29562943 2024-12-04T15:58:06,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/32f84fde5c2c43c094ab7327c55a8b39 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/32f84fde5c2c43c094ab7327c55a8b39 2024-12-04T15:58:06,133 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/32f84fde5c2c43c094ab7327c55a8b39, entries=150, sequenceid=37, filesize=11.7 K 2024-12-04T15:58:06,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/68e738433a3b4482883a53d4e1359ca8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/68e738433a3b4482883a53d4e1359ca8 2024-12-04T15:58:06,137 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/68e738433a3b4482883a53d4e1359ca8, entries=150, sequenceid=37, filesize=11.7 K 2024-12-04T15:58:06,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/7de2220670ad40279123cd6a29562943 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/7de2220670ad40279123cd6a29562943 2024-12-04T15:58:06,141 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/7de2220670ad40279123cd6a29562943, entries=150, sequenceid=37, filesize=11.7 K 2024-12-04T15:58:06,142 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for ddb985560dcd21915aebead167481817 in 852ms, sequenceid=37, compaction requested=false 2024-12-04T15:58:06,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:06,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:06,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-04T15:58:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-04T15:58:06,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-04T15:58:06,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4680 sec 2024-12-04T15:58:06,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.4750 sec 2024-12-04T15:58:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:06,549 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:06,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-04T15:58:06,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/b0fea49c8cc342e8a1754cf0803ed336 is 50, key is test_row_0/A:col10/1733327886547/Put/seqid=0 2024-12-04T15:58:06,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742271_1447 (size=12001) 2024-12-04T15:58:06,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327946602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:06,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:06,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327946614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:06,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327946615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:06,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:06,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327946723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:06,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:06,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327946723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:06,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:06,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:06,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327946733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-04T15:58:06,824 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:06,824 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-04T15:58:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T15:58:06,826 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:06,827 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:06,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T15:58:06,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327946923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:06,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327946923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:06,935 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in ddb985560dcd21915aebead167481817 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:58:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:06,936 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in ddb985560dcd21915aebead167481817 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:58:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:06,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327946943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:06,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327946943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:06,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/b0fea49c8cc342e8a1754cf0803ed336 2024-12-04T15:58:06,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327946953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:06,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:06,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:06,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/92089206bbcd472aaee599b5e26b3b59 is 50, key is test_row_0/B:col10/1733327886547/Put/seqid=0 2024-12-04T15:58:06,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742272_1448 (size=12001) 2024-12-04T15:58:06,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-04T15:58:06,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:06,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:06,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:06,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:06,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:07,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-04T15:58:07,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:07,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:07,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:07,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:07,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T15:58:07,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327947263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:07,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327947263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:07,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:07,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:07,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327947273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:07,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:07,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:07,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:07,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-04T15:58:07,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:07,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:07,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:07,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:07,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:07,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/92089206bbcd472aaee599b5e26b3b59 2024-12-04T15:58:07,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/62d48e8dfbf4425397e89ac43c4bf0ae is 50, key is test_row_0/C:col10/1733327886547/Put/seqid=0 2024-12-04T15:58:07,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742273_1449 (size=12001) 2024-12-04T15:58:07,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/62d48e8dfbf4425397e89ac43c4bf0ae 2024-12-04T15:58:07,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/b0fea49c8cc342e8a1754cf0803ed336 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b0fea49c8cc342e8a1754cf0803ed336 2024-12-04T15:58:07,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b0fea49c8cc342e8a1754cf0803ed336, entries=150, sequenceid=50, filesize=11.7 K 2024-12-04T15:58:07,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/92089206bbcd472aaee599b5e26b3b59 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/92089206bbcd472aaee599b5e26b3b59 2024-12-04T15:58:07,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/92089206bbcd472aaee599b5e26b3b59, entries=150, sequenceid=50, filesize=11.7 K 2024-12-04T15:58:07,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/62d48e8dfbf4425397e89ac43c4bf0ae as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/62d48e8dfbf4425397e89ac43c4bf0ae 2024-12-04T15:58:07,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/62d48e8dfbf4425397e89ac43c4bf0ae, entries=150, sequenceid=50, filesize=11.7 K 2024-12-04T15:58:07,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ddb985560dcd21915aebead167481817 in 852ms, sequenceid=50, compaction requested=true 2024-12-04T15:58:07,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:07,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:07,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:07,401 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:07,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:07,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:07,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:07,401 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:07,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:07,402 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:07,402 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/A is initiating minor compaction (all files) 2024-12-04T15:58:07,402 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/A in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:07,402 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/49758c0f77c943798fa14085b8bcaf84, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/32f84fde5c2c43c094ab7327c55a8b39, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b0fea49c8cc342e8a1754cf0803ed336] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=35.2 K 2024-12-04T15:58:07,403 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:07,403 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/B is initiating minor compaction (all files) 2024-12-04T15:58:07,403 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49758c0f77c943798fa14085b8bcaf84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733327884677 2024-12-04T15:58:07,403 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/B in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:07,403 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ec3123e8e1b94055a7610ca3033c46ad, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/68e738433a3b4482883a53d4e1359ca8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/92089206bbcd472aaee599b5e26b3b59] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=35.2 K 2024-12-04T15:58:07,404 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting ec3123e8e1b94055a7610ca3033c46ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733327884677 2024-12-04T15:58:07,404 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32f84fde5c2c43c094ab7327c55a8b39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733327884725 2024-12-04T15:58:07,405 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 68e738433a3b4482883a53d4e1359ca8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733327884725 2024-12-04T15:58:07,405 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0fea49c8cc342e8a1754cf0803ed336, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733327885379 2024-12-04T15:58:07,405 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 92089206bbcd472aaee599b5e26b3b59, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733327885379 2024-12-04T15:58:07,411 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#A#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:07,412 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/23ebe24105ff48ddafa02441611f874a is 50, key is test_row_0/A:col10/1733327886547/Put/seqid=0 2024-12-04T15:58:07,420 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#B#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:07,421 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/6cdc71cad0a9407e8abba6ecb0d55bd8 is 50, key is test_row_0/B:col10/1733327886547/Put/seqid=0 2024-12-04T15:58:07,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742274_1450 (size=12104) 2024-12-04T15:58:07,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742275_1451 (size=12104) 2024-12-04T15:58:07,427 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/23ebe24105ff48ddafa02441611f874a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/23ebe24105ff48ddafa02441611f874a 2024-12-04T15:58:07,433 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/A of ddb985560dcd21915aebead167481817 into 23ebe24105ff48ddafa02441611f874a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:07,433 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:07,433 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/A, priority=13, startTime=1733327887401; duration=0sec 2024-12-04T15:58:07,433 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:07,433 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:A 2024-12-04T15:58:07,433 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:07,434 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:07,434 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/C is initiating minor compaction (all files) 2024-12-04T15:58:07,434 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/C in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:07,434 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/702c3e7539aa4cf49258aa8bb66ff4d9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/7de2220670ad40279123cd6a29562943, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/62d48e8dfbf4425397e89ac43c4bf0ae] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=35.2 K 2024-12-04T15:58:07,434 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 702c3e7539aa4cf49258aa8bb66ff4d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733327884677 2024-12-04T15:58:07,434 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7de2220670ad40279123cd6a29562943, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733327884725 2024-12-04T15:58:07,435 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62d48e8dfbf4425397e89ac43c4bf0ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733327885379 2024-12-04T15:58:07,436 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/6cdc71cad0a9407e8abba6ecb0d55bd8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/6cdc71cad0a9407e8abba6ecb0d55bd8 2024-12-04T15:58:07,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-04T15:58:07,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:07,438 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-04T15:58:07,443 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/B of ddb985560dcd21915aebead167481817 into 6cdc71cad0a9407e8abba6ecb0d55bd8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:07,443 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:07,443 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/B, priority=13, startTime=1733327887401; duration=0sec 2024-12-04T15:58:07,443 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:07,443 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:B 2024-12-04T15:58:07,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/7b7cd00b16ba4fd792c24025d3600c9d is 50, key is test_row_0/A:col10/1733327886613/Put/seqid=0 2024-12-04T15:58:07,451 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#C#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:07,452 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/63b89021ed3a47ec8884e6e5ccb48b60 is 50, key is test_row_0/C:col10/1733327886547/Put/seqid=0 2024-12-04T15:58:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T15:58:07,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742277_1453 (size=12104) 2024-12-04T15:58:07,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742276_1452 (size=12001) 2024-12-04T15:58:07,473 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/7b7cd00b16ba4fd792c24025d3600c9d 2024-12-04T15:58:07,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/5ff1314dccf84787b53a94cc086fc3fe is 50, key is test_row_0/B:col10/1733327886613/Put/seqid=0 2024-12-04T15:58:07,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742278_1454 (size=12001) 2024-12-04T15:58:07,486 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/5ff1314dccf84787b53a94cc086fc3fe 2024-12-04T15:58:07,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/c910dc5261db4bd9a15e7db12c31670f is 50, key is test_row_0/C:col10/1733327886613/Put/seqid=0 2024-12-04T15:58:07,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742279_1455 (size=12001) 2024-12-04T15:58:07,509 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/c910dc5261db4bd9a15e7db12c31670f 2024-12-04T15:58:07,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/7b7cd00b16ba4fd792c24025d3600c9d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/7b7cd00b16ba4fd792c24025d3600c9d 2024-12-04T15:58:07,517 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/7b7cd00b16ba4fd792c24025d3600c9d, entries=150, sequenceid=74, filesize=11.7 K 2024-12-04T15:58:07,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/5ff1314dccf84787b53a94cc086fc3fe as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/5ff1314dccf84787b53a94cc086fc3fe 2024-12-04T15:58:07,522 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/5ff1314dccf84787b53a94cc086fc3fe, entries=150, sequenceid=74, filesize=11.7 K 2024-12-04T15:58:07,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/c910dc5261db4bd9a15e7db12c31670f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/c910dc5261db4bd9a15e7db12c31670f 2024-12-04T15:58:07,527 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/c910dc5261db4bd9a15e7db12c31670f, entries=150, sequenceid=74, filesize=11.7 K 2024-12-04T15:58:07,528 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for ddb985560dcd21915aebead167481817 in 90ms, sequenceid=74, compaction requested=false 2024-12-04T15:58:07,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:07,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:07,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-04T15:58:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-12-04T15:58:07,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-04T15:58:07,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 705 msec 2024-12-04T15:58:07,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 712 msec 2024-12-04T15:58:07,557 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T15:58:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:07,787 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:07,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:58:07,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/09caaf57ad484d56830c1d5bc0052008 is 50, key is test_row_0/A:col10/1733327887785/Put/seqid=0 2024-12-04T15:58:07,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742280_1456 (size=16681) 2024-12-04T15:58:07,869 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/63b89021ed3a47ec8884e6e5ccb48b60 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/63b89021ed3a47ec8884e6e5ccb48b60 2024-12-04T15:58:07,873 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/C of ddb985560dcd21915aebead167481817 into 63b89021ed3a47ec8884e6e5ccb48b60(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:07,873 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:07,873 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/C, priority=13, startTime=1733327887401; duration=0sec 2024-12-04T15:58:07,873 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:07,873 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:C 2024-12-04T15:58:07,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327947882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:07,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327947883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:07,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:07,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:07,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:07,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:07,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:07,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:07,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327947885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:07,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:07,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:07,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-04T15:58:07,964 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:07,964 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-12-04T15:58:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-04T15:58:07,966 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:07,966 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:07,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:08,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327948002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327948003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:08,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327948003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-04T15:58:08,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-04T15:58:08,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:08,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:08,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:08,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:08,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:08,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/09caaf57ad484d56830c1d5bc0052008 2024-12-04T15:58:08,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/8ac0de8d09354581bb140e84469be84e is 50, key is test_row_0/B:col10/1733327887785/Put/seqid=0 2024-12-04T15:58:08,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742281_1457 (size=12001) 2024-12-04T15:58:08,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/8ac0de8d09354581bb140e84469be84e 2024-12-04T15:58:08,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327948213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:08,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:08,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,222 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327948213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:08,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:08,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327948213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:08,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:08,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/6a4319bde64141b690685a6e33cf66b2 is 50, key is test_row_0/C:col10/1733327887785/Put/seqid=0 2024-12-04T15:58:08,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742282_1458 (size=12001) 2024-12-04T15:58:08,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-04T15:58:08,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:08,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:08,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:08,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:08,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-04T15:58:08,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-04T15:58:08,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:08,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:08,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:08,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:08,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:08,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327948533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:08,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:08,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327948533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:08,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:08,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:08,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327948533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:08,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:08,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:08,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-04T15:58:08,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:08,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:08,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:08,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:08,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-04T15:58:08,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/6a4319bde64141b690685a6e33cf66b2 2024-12-04T15:58:08,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/09caaf57ad484d56830c1d5bc0052008 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/09caaf57ad484d56830c1d5bc0052008 2024-12-04T15:58:08,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/09caaf57ad484d56830c1d5bc0052008, entries=250, sequenceid=86, filesize=16.3 K 2024-12-04T15:58:08,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/8ac0de8d09354581bb140e84469be84e as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/8ac0de8d09354581bb140e84469be84e 2024-12-04T15:58:08,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/8ac0de8d09354581bb140e84469be84e, entries=150, sequenceid=86, filesize=11.7 K 2024-12-04T15:58:08,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/6a4319bde64141b690685a6e33cf66b2 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/6a4319bde64141b690685a6e33cf66b2 2024-12-04T15:58:08,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/6a4319bde64141b690685a6e33cf66b2, entries=150, sequenceid=86, filesize=11.7 K 2024-12-04T15:58:08,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ddb985560dcd21915aebead167481817 in 875ms, sequenceid=86, compaction requested=true 2024-12-04T15:58:08,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:08,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:08,662 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:08,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:08,662 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:08,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:08,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:08,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:08,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:08,663 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:08,663 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:08,663 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/B is initiating minor compaction (all files) 2024-12-04T15:58:08,663 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/A is initiating minor compaction (all files) 2024-12-04T15:58:08,663 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/B in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:08,663 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/A in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:08,663 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/6cdc71cad0a9407e8abba6ecb0d55bd8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/5ff1314dccf84787b53a94cc086fc3fe, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/8ac0de8d09354581bb140e84469be84e] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=35.3 K 2024-12-04T15:58:08,663 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/23ebe24105ff48ddafa02441611f874a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/7b7cd00b16ba4fd792c24025d3600c9d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/09caaf57ad484d56830c1d5bc0052008] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=39.8 K 2024-12-04T15:58:08,663 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cdc71cad0a9407e8abba6ecb0d55bd8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733327885379 2024-12-04T15:58:08,663 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23ebe24105ff48ddafa02441611f874a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733327885379 2024-12-04T15:58:08,664 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b7cd00b16ba4fd792c24025d3600c9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733327886600 2024-12-04T15:58:08,664 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ff1314dccf84787b53a94cc086fc3fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733327886600 2024-12-04T15:58:08,665 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09caaf57ad484d56830c1d5bc0052008, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733327887777 2024-12-04T15:58:08,665 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ac0de8d09354581bb140e84469be84e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733327887782 2024-12-04T15:58:08,672 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#A#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:08,672 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#B#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:08,673 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/758a483ad6034fe4bee012e7febf172b is 50, key is test_row_0/A:col10/1733327887785/Put/seqid=0 2024-12-04T15:58:08,673 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/7f1045000a8f445d8772e02e5926c622 is 50, key is test_row_0/B:col10/1733327887785/Put/seqid=0 2024-12-04T15:58:08,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742283_1459 (size=12207) 2024-12-04T15:58:08,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742284_1460 (size=12207) 2024-12-04T15:58:08,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-04T15:58:08,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:08,732 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-04T15:58:08,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/9dcf466ff7f14c509edb959dac64b176 is 50, key is test_row_0/A:col10/1733327887881/Put/seqid=0 2024-12-04T15:58:08,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742285_1461 (size=12001) 2024-12-04T15:58:08,744 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/9dcf466ff7f14c509edb959dac64b176 2024-12-04T15:58:08,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/d7843fef52f843778aa6a4d76871ec1e is 50, key is test_row_0/B:col10/1733327887881/Put/seqid=0 2024-12-04T15:58:08,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742286_1462 (size=12001) 2024-12-04T15:58:08,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:08,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327948985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:08,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:08,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327948988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:08,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:09,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327949053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:09,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:09,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327949053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327949053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:09,087 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/758a483ad6034fe4bee012e7febf172b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/758a483ad6034fe4bee012e7febf172b 2024-12-04T15:58:09,091 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/A of ddb985560dcd21915aebead167481817 into 758a483ad6034fe4bee012e7febf172b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:09,091 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:09,091 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/A, priority=13, startTime=1733327888662; duration=0sec 2024-12-04T15:58:09,091 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:09,091 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:A 2024-12-04T15:58:09,091 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:09,092 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:09,092 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/C is initiating minor compaction (all files) 2024-12-04T15:58:09,092 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/C in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:09,092 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/63b89021ed3a47ec8884e6e5ccb48b60, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/c910dc5261db4bd9a15e7db12c31670f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/6a4319bde64141b690685a6e33cf66b2] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=35.3 K 2024-12-04T15:58:09,093 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63b89021ed3a47ec8884e6e5ccb48b60, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733327885379 2024-12-04T15:58:09,093 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting c910dc5261db4bd9a15e7db12c31670f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733327886600 2024-12-04T15:58:09,093 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a4319bde64141b690685a6e33cf66b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733327887782 2024-12-04T15:58:09,094 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/7f1045000a8f445d8772e02e5926c622 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/7f1045000a8f445d8772e02e5926c622 2024-12-04T15:58:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-04T15:58:09,105 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/B of ddb985560dcd21915aebead167481817 into 7f1045000a8f445d8772e02e5926c622(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:09,105 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:09,105 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/B, priority=13, startTime=1733327888662; duration=0sec 2024-12-04T15:58:09,105 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:09,105 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:B 2024-12-04T15:58:09,106 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#C#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:09,107 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/ea9c04686d6c4811a330f13dc26c6c46 is 50, key is test_row_0/C:col10/1733327887785/Put/seqid=0 2024-12-04T15:58:09,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742287_1463 (size=12207) 2024-12-04T15:58:09,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327949103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:09,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:09,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327949103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:09,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:09,157 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/d7843fef52f843778aa6a4d76871ec1e 2024-12-04T15:58:09,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/53032235fee6404e8357174c6edcb012 is 50, key is test_row_0/C:col10/1733327887881/Put/seqid=0 2024-12-04T15:58:09,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742288_1464 (size=12001) 2024-12-04T15:58:09,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327949323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:09,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:09,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:09,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327949323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:09,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,344 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:09,517 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/ea9c04686d6c4811a330f13dc26c6c46 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/ea9c04686d6c4811a330f13dc26c6c46 2024-12-04T15:58:09,521 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/C of ddb985560dcd21915aebead167481817 into ea9c04686d6c4811a330f13dc26c6c46(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:09,521 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:09,521 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/C, priority=13, startTime=1733327888662; duration=0sec 2024-12-04T15:58:09,522 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:09,522 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:C 2024-12-04T15:58:09,569 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/53032235fee6404e8357174c6edcb012 2024-12-04T15:58:09,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/9dcf466ff7f14c509edb959dac64b176 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/9dcf466ff7f14c509edb959dac64b176 2024-12-04T15:58:09,577 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/9dcf466ff7f14c509edb959dac64b176, entries=150, sequenceid=112, filesize=11.7 K 2024-12-04T15:58:09,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/d7843fef52f843778aa6a4d76871ec1e as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/d7843fef52f843778aa6a4d76871ec1e 2024-12-04T15:58:09,581 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/d7843fef52f843778aa6a4d76871ec1e, entries=150, sequenceid=112, filesize=11.7 K 2024-12-04T15:58:09,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/53032235fee6404e8357174c6edcb012 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/53032235fee6404e8357174c6edcb012 2024-12-04T15:58:09,585 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/53032235fee6404e8357174c6edcb012, entries=150, sequenceid=112, filesize=11.7 K 2024-12-04T15:58:09,586 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ddb985560dcd21915aebead167481817 in 854ms, sequenceid=112, compaction requested=false 2024-12-04T15:58:09,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:09,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:09,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-12-04T15:58:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-12-04T15:58:09,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-04T15:58:09,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6210 sec 2024-12-04T15:58:09,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.6260 sec 2024-12-04T15:58:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:09,648 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:09,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-04T15:58:09,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/15730c07a6944d11823fe25d0bf686dc is 50, key is test_row_0/A:col10/1733327888961/Put/seqid=0 2024-12-04T15:58:09,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742289_1465 (size=14341) 2024-12-04T15:58:09,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/15730c07a6944d11823fe25d0bf686dc 2024-12-04T15:58:09,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/c595d52a9dcf4bd49f4efaeb3df2d081 is 50, key is test_row_0/B:col10/1733327888961/Put/seqid=0 2024-12-04T15:58:09,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742290_1466 (size=12001) 2024-12-04T15:58:09,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327949740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:09,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:09,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327949746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:09,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327949853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:09,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327949853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:10,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/c595d52a9dcf4bd49f4efaeb3df2d081 2024-12-04T15:58:10,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327950063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:10,073 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in ddb985560dcd21915aebead167481817 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:58:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:10,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327950074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:10,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327950074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:10,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327950074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:10,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327950075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:10,077 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_2' in ddb985560dcd21915aebead167481817 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:58:10,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:10,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/8f3ddd870a7d442fadb7a0ca4636cc9a is 50, key is test_row_0/C:col10/1733327888961/Put/seqid=0 2024-12-04T15:58:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:10,082 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in ddb985560dcd21915aebead167481817 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:58:10,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:10,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742291_1467 (size=12001) 2024-12-04T15:58:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-04T15:58:10,113 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:10,116 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-12-04T15:58:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-04T15:58:10,118 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:10,119 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:10,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-04T15:58:10,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-04T15:58:10,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:10,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:10,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:10,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:10,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:10,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327950383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:10,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:10,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327950393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:10,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:10,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-04T15:58:10,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:10,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:10,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:10,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:10,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-04T15:58:10,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/8f3ddd870a7d442fadb7a0ca4636cc9a 2024-12-04T15:58:10,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/15730c07a6944d11823fe25d0bf686dc as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/15730c07a6944d11823fe25d0bf686dc 2024-12-04T15:58:10,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/15730c07a6944d11823fe25d0bf686dc, entries=200, sequenceid=127, filesize=14.0 K 2024-12-04T15:58:10,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/c595d52a9dcf4bd49f4efaeb3df2d081 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/c595d52a9dcf4bd49f4efaeb3df2d081 2024-12-04T15:58:10,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/c595d52a9dcf4bd49f4efaeb3df2d081, entries=150, sequenceid=127, filesize=11.7 K 2024-12-04T15:58:10,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/8f3ddd870a7d442fadb7a0ca4636cc9a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/8f3ddd870a7d442fadb7a0ca4636cc9a 2024-12-04T15:58:10,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/8f3ddd870a7d442fadb7a0ca4636cc9a, entries=150, sequenceid=127, filesize=11.7 K 2024-12-04T15:58:10,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ddb985560dcd21915aebead167481817 in 857ms, sequenceid=127, compaction requested=true 2024-12-04T15:58:10,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:10,505 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:10,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:10,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:10,505 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:10,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:10,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:10,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:10,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:10,506 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:10,506 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/A is initiating minor compaction (all files) 2024-12-04T15:58:10,506 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:10,506 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/A in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:10,506 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/B is initiating minor compaction (all files) 2024-12-04T15:58:10,506 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/758a483ad6034fe4bee012e7febf172b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/9dcf466ff7f14c509edb959dac64b176, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/15730c07a6944d11823fe25d0bf686dc] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=37.6 K 2024-12-04T15:58:10,506 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/B in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:10,506 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/7f1045000a8f445d8772e02e5926c622, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/d7843fef52f843778aa6a4d76871ec1e, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/c595d52a9dcf4bd49f4efaeb3df2d081] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=35.4 K 2024-12-04T15:58:10,507 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 758a483ad6034fe4bee012e7febf172b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733327887782 2024-12-04T15:58:10,507 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f1045000a8f445d8772e02e5926c622, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733327887782 2024-12-04T15:58:10,507 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dcf466ff7f14c509edb959dac64b176, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733327887878 2024-12-04T15:58:10,507 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting d7843fef52f843778aa6a4d76871ec1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733327887878 2024-12-04T15:58:10,507 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting c595d52a9dcf4bd49f4efaeb3df2d081, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733327888961 2024-12-04T15:58:10,507 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15730c07a6944d11823fe25d0bf686dc, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733327888961 2024-12-04T15:58:10,512 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#A#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:10,513 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/921681bb0bbe498384b04a77f9675e2f is 50, key is test_row_0/A:col10/1733327888961/Put/seqid=0 2024-12-04T15:58:10,514 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#B#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:10,515 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/b67dc6def9f44845a93d763cd00f9665 is 50, key is test_row_0/B:col10/1733327888961/Put/seqid=0 2024-12-04T15:58:10,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742292_1468 (size=12309) 2024-12-04T15:58:10,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742293_1469 (size=12309) 2024-12-04T15:58:10,531 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/b67dc6def9f44845a93d763cd00f9665 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/b67dc6def9f44845a93d763cd00f9665 2024-12-04T15:58:10,535 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/B of ddb985560dcd21915aebead167481817 into b67dc6def9f44845a93d763cd00f9665(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:10,535 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:10,535 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/B, priority=13, startTime=1733327890505; duration=0sec 2024-12-04T15:58:10,535 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:10,535 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:B 2024-12-04T15:58:10,535 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:10,536 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:10,536 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/C is initiating minor compaction (all files) 2024-12-04T15:58:10,536 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/C in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:10,536 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/ea9c04686d6c4811a330f13dc26c6c46, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/53032235fee6404e8357174c6edcb012, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/8f3ddd870a7d442fadb7a0ca4636cc9a] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=35.4 K 2024-12-04T15:58:10,536 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting ea9c04686d6c4811a330f13dc26c6c46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1733327887782 2024-12-04T15:58:10,537 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 53032235fee6404e8357174c6edcb012, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733327887878 2024-12-04T15:58:10,537 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f3ddd870a7d442fadb7a0ca4636cc9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733327888961 2024-12-04T15:58:10,544 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#C#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:10,544 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/057c5d648eba4d2fb7e279b6d11b06bf is 50, key is test_row_0/C:col10/1733327888961/Put/seqid=0 2024-12-04T15:58:10,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742294_1470 (size=12309) 2024-12-04T15:58:10,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-04T15:58:10,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:10,579 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-04T15:58:10,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/732f32ea1ce14c02848d7d1153bdc3a3 is 50, key is test_row_0/A:col10/1733327889739/Put/seqid=0 2024-12-04T15:58:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742295_1471 (size=12151) 2024-12-04T15:58:10,590 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/732f32ea1ce14c02848d7d1153bdc3a3 2024-12-04T15:58:10,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/f7812e945a364f979bcb880a43a8441d is 50, key is test_row_0/B:col10/1733327889739/Put/seqid=0 2024-12-04T15:58:10,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742296_1472 (size=12151) 2024-12-04T15:58:10,610 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/f7812e945a364f979bcb880a43a8441d 2024-12-04T15:58:10,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/4ed0d70793364e689be68211025ab95b is 50, key is test_row_0/C:col10/1733327889739/Put/seqid=0 2024-12-04T15:58:10,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742297_1473 (size=12151) 2024-12-04T15:58:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-04T15:58:10,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:10,930 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/921681bb0bbe498384b04a77f9675e2f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/921681bb0bbe498384b04a77f9675e2f 2024-12-04T15:58:10,934 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/A of ddb985560dcd21915aebead167481817 into 921681bb0bbe498384b04a77f9675e2f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:10,934 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:10,934 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/A, priority=13, startTime=1733327890505; duration=0sec 2024-12-04T15:58:10,934 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:10,934 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:A 2024-12-04T15:58:10,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327950959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:10,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:10,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327950959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:10,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:10,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:10,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:10,961 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/057c5d648eba4d2fb7e279b6d11b06bf as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/057c5d648eba4d2fb7e279b6d11b06bf 2024-12-04T15:58:10,964 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/C of ddb985560dcd21915aebead167481817 into 057c5d648eba4d2fb7e279b6d11b06bf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:10,965 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:10,965 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/C, priority=13, startTime=1733327890506; duration=0sec 2024-12-04T15:58:10,965 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:10,965 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:C 2024-12-04T15:58:11,024 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/4ed0d70793364e689be68211025ab95b 2024-12-04T15:58:11,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/732f32ea1ce14c02848d7d1153bdc3a3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/732f32ea1ce14c02848d7d1153bdc3a3 2024-12-04T15:58:11,037 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/732f32ea1ce14c02848d7d1153bdc3a3, entries=150, sequenceid=152, filesize=11.9 K 2024-12-04T15:58:11,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/f7812e945a364f979bcb880a43a8441d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f7812e945a364f979bcb880a43a8441d 2024-12-04T15:58:11,043 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f7812e945a364f979bcb880a43a8441d, entries=150, sequenceid=152, filesize=11.9 K 2024-12-04T15:58:11,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/4ed0d70793364e689be68211025ab95b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/4ed0d70793364e689be68211025ab95b 2024-12-04T15:58:11,050 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/4ed0d70793364e689be68211025ab95b, entries=150, sequenceid=152, filesize=11.9 K 2024-12-04T15:58:11,051 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ddb985560dcd21915aebead167481817 in 472ms, sequenceid=152, compaction requested=false 2024-12-04T15:58:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-12-04T15:58:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-12-04T15:58:11,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-04T15:58:11,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 936 msec 2024-12-04T15:58:11,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 941 msec 2024-12-04T15:58:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:11,069 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:11,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-04T15:58:11,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/f918652d2a474729b09f749067a965e5 is 50, key is test_row_0/A:col10/1733327891067/Put/seqid=0 2024-12-04T15:58:11,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742298_1474 (size=14541) 2024-12-04T15:58:11,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/f918652d2a474729b09f749067a965e5 2024-12-04T15:58:11,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/3146c6cecc984b3388447eaa05b74469 is 50, key is test_row_0/B:col10/1733327891067/Put/seqid=0 2024-12-04T15:58:11,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742299_1475 (size=12151) 2024-12-04T15:58:11,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/3146c6cecc984b3388447eaa05b74469 2024-12-04T15:58:11,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/19a94b36d7e941389f14d8b1ee337eac is 50, key is test_row_0/C:col10/1733327891067/Put/seqid=0 2024-12-04T15:58:11,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742300_1476 (size=12151) 2024-12-04T15:58:11,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327951190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:11,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:11,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327951192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:11,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:11,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:11,204 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-04T15:58:11,253 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:11,254 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-12-04T15:58:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-04T15:58:11,256 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:11,257 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:11,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:11,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327951303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:11,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:11,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:11,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:11,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327951313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:11,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-04T15:58:11,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T15:58:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:11,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:11,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/19a94b36d7e941389f14d8b1ee337eac 2024-12-04T15:58:11,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/f918652d2a474729b09f749067a965e5 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/f918652d2a474729b09f749067a965e5 2024-12-04T15:58:11,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/f918652d2a474729b09f749067a965e5, entries=200, sequenceid=167, filesize=14.2 K 2024-12-04T15:58:11,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/3146c6cecc984b3388447eaa05b74469 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/3146c6cecc984b3388447eaa05b74469 2024-12-04T15:58:11,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327951523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:11,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327951533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:11,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:11,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:11,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:11,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/3146c6cecc984b3388447eaa05b74469, entries=150, sequenceid=167, filesize=11.9 K 2024-12-04T15:58:11,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/19a94b36d7e941389f14d8b1ee337eac as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/19a94b36d7e941389f14d8b1ee337eac 2024-12-04T15:58:11,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/19a94b36d7e941389f14d8b1ee337eac, entries=150, sequenceid=167, filesize=11.9 K 2024-12-04T15:58:11,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ddb985560dcd21915aebead167481817 in 479ms, sequenceid=167, compaction requested=true 2024-12-04T15:58:11,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:11,549 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:11,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:11,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:11,549 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:11,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:11,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:11,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:11,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:11,550 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39001 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:11,550 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/A is initiating minor compaction (all files) 2024-12-04T15:58:11,550 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/A in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:11,550 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/921681bb0bbe498384b04a77f9675e2f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/732f32ea1ce14c02848d7d1153bdc3a3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/f918652d2a474729b09f749067a965e5] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=38.1 K 2024-12-04T15:58:11,550 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:11,550 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/B is initiating minor compaction (all files) 2024-12-04T15:58:11,550 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/B in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:11,550 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 921681bb0bbe498384b04a77f9675e2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733327888961 2024-12-04T15:58:11,551 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/b67dc6def9f44845a93d763cd00f9665, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f7812e945a364f979bcb880a43a8441d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/3146c6cecc984b3388447eaa05b74469] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=35.8 K 2024-12-04T15:58:11,551 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting b67dc6def9f44845a93d763cd00f9665, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733327888961 2024-12-04T15:58:11,551 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 732f32ea1ce14c02848d7d1153bdc3a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733327889731 2024-12-04T15:58:11,551 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting f918652d2a474729b09f749067a965e5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733327890936 2024-12-04T15:58:11,551 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting f7812e945a364f979bcb880a43a8441d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733327889731 2024-12-04T15:58:11,552 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 3146c6cecc984b3388447eaa05b74469, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733327890936 2024-12-04T15:58:11,563 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#A#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:11,564 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/1b5cb85403d64b619e9d348401d6db92 is 50, key is test_row_0/A:col10/1733327891067/Put/seqid=0 2024-12-04T15:58:11,565 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#B#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:11,565 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/bfe613cc706441bf8050b49f6aa5b251 is 50, key is test_row_0/B:col10/1733327891067/Put/seqid=0 2024-12-04T15:58:11,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-04T15:58:11,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:11,566 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-04T15:58:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-04T15:58:11,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742301_1477 (size=12561) 2024-12-04T15:58:11,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/ca6cc873791c411e828ec902b53c72fb is 50, key is test_row_0/A:col10/1733327891190/Put/seqid=0 2024-12-04T15:58:11,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742302_1478 (size=12561) 2024-12-04T15:58:11,599 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/bfe613cc706441bf8050b49f6aa5b251 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/bfe613cc706441bf8050b49f6aa5b251 2024-12-04T15:58:11,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742303_1479 (size=9757) 2024-12-04T15:58:11,602 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/ca6cc873791c411e828ec902b53c72fb 2024-12-04T15:58:11,604 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/B of ddb985560dcd21915aebead167481817 into bfe613cc706441bf8050b49f6aa5b251(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:11,604 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:11,604 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/B, priority=13, startTime=1733327891549; duration=0sec 2024-12-04T15:58:11,604 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:11,604 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:B 2024-12-04T15:58:11,604 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:11,606 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:11,606 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/C is initiating minor compaction (all files) 2024-12-04T15:58:11,606 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/C in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:11,606 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/057c5d648eba4d2fb7e279b6d11b06bf, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/4ed0d70793364e689be68211025ab95b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/19a94b36d7e941389f14d8b1ee337eac] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=35.8 K 2024-12-04T15:58:11,606 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 057c5d648eba4d2fb7e279b6d11b06bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733327888961 2024-12-04T15:58:11,607 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ed0d70793364e689be68211025ab95b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733327889731 2024-12-04T15:58:11,607 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 19a94b36d7e941389f14d8b1ee337eac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733327890936 2024-12-04T15:58:11,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/ace943dc2a7d4447aca458b52fc3663f is 50, key is test_row_0/B:col10/1733327891190/Put/seqid=0 2024-12-04T15:58:11,617 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#C#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:11,617 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/53380f1a42004fee8cb9ea348af2c9e3 is 50, key is test_row_0/C:col10/1733327891067/Put/seqid=0 2024-12-04T15:58:11,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742304_1480 (size=9757) 2024-12-04T15:58:11,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742305_1481 (size=12561) 2024-12-04T15:58:11,642 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/53380f1a42004fee8cb9ea348af2c9e3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/53380f1a42004fee8cb9ea348af2c9e3 2024-12-04T15:58:11,648 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/C of ddb985560dcd21915aebead167481817 into 53380f1a42004fee8cb9ea348af2c9e3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:11,648 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:11,648 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/C, priority=13, startTime=1733327891550; duration=0sec 2024-12-04T15:58:11,648 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:11,648 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:C 2024-12-04T15:58:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:11,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-04T15:58:11,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327951881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:11,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327951885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:11,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:11,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:11,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:11,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:11,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:11,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:11,991 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/1b5cb85403d64b619e9d348401d6db92 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/1b5cb85403d64b619e9d348401d6db92 2024-12-04T15:58:11,996 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/A of ddb985560dcd21915aebead167481817 into 1b5cb85403d64b619e9d348401d6db92(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:11,996 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:11,996 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/A, priority=13, startTime=1733327891549; duration=0sec 2024-12-04T15:58:11,996 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:11,996 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:A 2024-12-04T15:58:12,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327952003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327952003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,030 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/ace943dc2a7d4447aca458b52fc3663f 2024-12-04T15:58:12,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/3a47910948c3401e94e47652def1ee84 is 50, key is test_row_0/C:col10/1733327891190/Put/seqid=0 2024-12-04T15:58:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742306_1482 (size=9757) 2024-12-04T15:58:12,054 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/3a47910948c3401e94e47652def1ee84 2024-12-04T15:58:12,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/ca6cc873791c411e828ec902b53c72fb as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/ca6cc873791c411e828ec902b53c72fb 2024-12-04T15:58:12,071 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/ca6cc873791c411e828ec902b53c72fb, entries=100, sequenceid=190, filesize=9.5 K 2024-12-04T15:58:12,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/ace943dc2a7d4447aca458b52fc3663f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ace943dc2a7d4447aca458b52fc3663f 2024-12-04T15:58:12,080 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ace943dc2a7d4447aca458b52fc3663f, entries=100, sequenceid=190, filesize=9.5 K 2024-12-04T15:58:12,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/3a47910948c3401e94e47652def1ee84 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/3a47910948c3401e94e47652def1ee84 2024-12-04T15:58:12,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327952083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,089 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in ddb985560dcd21915aebead167481817 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:58:12,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,090 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/3a47910948c3401e94e47652def1ee84, entries=100, sequenceid=190, filesize=9.5 K 2024-12-04T15:58:12,091 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ddb985560dcd21915aebead167481817 in 525ms, sequenceid=190, compaction requested=false 2024-12-04T15:58:12,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:12,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:12,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-12-04T15:58:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-12-04T15:58:12,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-04T15:58:12,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 836 msec 2024-12-04T15:58:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:12,100 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:12,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-04T15:58:12,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 845 msec 2024-12-04T15:58:12,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/34c0b01ea4da4b82b69635a63e2c3276 is 50, key is test_row_0/A:col10/1733327891873/Put/seqid=0 2024-12-04T15:58:12,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742307_1483 (size=14541) 2024-12-04T15:58:12,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/34c0b01ea4da4b82b69635a63e2c3276 2024-12-04T15:58:12,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/9c81358a368e4744bdbca35271548340 is 50, key is test_row_0/B:col10/1733327891873/Put/seqid=0 2024-12-04T15:58:12,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742308_1484 (size=12151) 2024-12-04T15:58:12,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327952227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327952229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327952237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,245 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327952239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327952343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327952343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327952353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327952353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-04T15:58:12,394 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:12,394 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-12-04T15:58:12,396 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-04T15:58:12,397 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:12,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-04T15:58:12,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-04T15:58:12,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:12,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:12,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:12,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:12,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:12,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327952563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327952563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327952563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/9c81358a368e4744bdbca35271548340 2024-12-04T15:58:12,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327952573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/5cdcad02b3cb4791a89a668bb5ca23d3 is 50, key is test_row_0/C:col10/1733327891873/Put/seqid=0 2024-12-04T15:58:12,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742309_1485 (size=12151) 2024-12-04T15:58:12,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/5cdcad02b3cb4791a89a668bb5ca23d3 2024-12-04T15:58:12,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/34c0b01ea4da4b82b69635a63e2c3276 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/34c0b01ea4da4b82b69635a63e2c3276 2024-12-04T15:58:12,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/34c0b01ea4da4b82b69635a63e2c3276, entries=200, sequenceid=207, filesize=14.2 K 2024-12-04T15:58:12,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/9c81358a368e4744bdbca35271548340 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9c81358a368e4744bdbca35271548340 2024-12-04T15:58:12,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9c81358a368e4744bdbca35271548340, entries=150, sequenceid=207, filesize=11.9 K 2024-12-04T15:58:12,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/5cdcad02b3cb4791a89a668bb5ca23d3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5cdcad02b3cb4791a89a668bb5ca23d3 2024-12-04T15:58:12,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5cdcad02b3cb4791a89a668bb5ca23d3, entries=150, sequenceid=207, filesize=11.9 K 2024-12-04T15:58:12,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ddb985560dcd21915aebead167481817 in 518ms, sequenceid=207, compaction requested=true 2024-12-04T15:58:12,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:12,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:12,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:12,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:12,619 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:12,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:12,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:12,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T15:58:12,619 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:12,620 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36859 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:12,620 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:12,620 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/B is initiating minor compaction (all files) 2024-12-04T15:58:12,620 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/A is initiating minor compaction (all files) 2024-12-04T15:58:12,620 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/A in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:12,620 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/B in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:12,620 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/1b5cb85403d64b619e9d348401d6db92, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/ca6cc873791c411e828ec902b53c72fb, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/34c0b01ea4da4b82b69635a63e2c3276] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=36.0 K 2024-12-04T15:58:12,620 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/bfe613cc706441bf8050b49f6aa5b251, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ace943dc2a7d4447aca458b52fc3663f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9c81358a368e4744bdbca35271548340] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=33.7 K 2024-12-04T15:58:12,622 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b5cb85403d64b619e9d348401d6db92, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733327890936 2024-12-04T15:58:12,622 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting bfe613cc706441bf8050b49f6aa5b251, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733327890936 2024-12-04T15:58:12,624 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting ace943dc2a7d4447aca458b52fc3663f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733327891170 2024-12-04T15:58:12,625 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c81358a368e4744bdbca35271548340, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733327891873 2024-12-04T15:58:12,625 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca6cc873791c411e828ec902b53c72fb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733327891170 2024-12-04T15:58:12,625 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34c0b01ea4da4b82b69635a63e2c3276, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733327891867 2024-12-04T15:58:12,636 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#B#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:12,636 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/a4dcb3639d1f49f2b4a781b050f7f234 is 50, key is test_row_0/B:col10/1733327891873/Put/seqid=0 2024-12-04T15:58:12,646 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#A#compaction#415 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:12,646 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/8b877dd6846043e983de335c8b94568a is 50, key is test_row_0/A:col10/1733327891873/Put/seqid=0 2024-12-04T15:58:12,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742310_1486 (size=12663) 2024-12-04T15:58:12,673 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/a4dcb3639d1f49f2b4a781b050f7f234 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/a4dcb3639d1f49f2b4a781b050f7f234 2024-12-04T15:58:12,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742311_1487 (size=12663) 2024-12-04T15:58:12,679 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/B of ddb985560dcd21915aebead167481817 into a4dcb3639d1f49f2b4a781b050f7f234(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:12,679 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:12,679 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/B, priority=13, startTime=1733327892619; duration=0sec 2024-12-04T15:58:12,679 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:12,679 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:B 2024-12-04T15:58:12,680 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:12,681 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:12,681 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/C is initiating minor compaction (all files) 2024-12-04T15:58:12,681 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/C in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:12,681 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/53380f1a42004fee8cb9ea348af2c9e3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/3a47910948c3401e94e47652def1ee84, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5cdcad02b3cb4791a89a668bb5ca23d3] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=33.7 K 2024-12-04T15:58:12,682 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 53380f1a42004fee8cb9ea348af2c9e3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733327890936 2024-12-04T15:58:12,682 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a47910948c3401e94e47652def1ee84, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733327891170 2024-12-04T15:58:12,685 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cdcad02b3cb4791a89a668bb5ca23d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733327891873 2024-12-04T15:58:12,700 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#C#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:12,701 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/790a97f96df14629bb987794f9a5869a is 50, key is test_row_0/C:col10/1733327891873/Put/seqid=0 2024-12-04T15:58:12,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-04T15:58:12,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:12,704 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-04T15:58:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-04T15:58:12,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742312_1488 (size=12663) 2024-12-04T15:58:12,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/cd24eadb2f6e4ab5bef3aa78bd93af3a is 50, key is test_row_0/A:col10/1733327892221/Put/seqid=0 2024-12-04T15:58:12,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742313_1489 (size=12151) 2024-12-04T15:58:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:12,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:12,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327952904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327952908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327952909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:12,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327952918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:12,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-04T15:58:13,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327953023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:13,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:13,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327953023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:13,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:13,033 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:13,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327953033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:13,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327953043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:13,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:13,079 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/8b877dd6846043e983de335c8b94568a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/8b877dd6846043e983de335c8b94568a 2024-12-04T15:58:13,083 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/A of ddb985560dcd21915aebead167481817 into 8b877dd6846043e983de335c8b94568a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:13,083 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:13,083 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/A, priority=13, startTime=1733327892618; duration=0sec 2024-12-04T15:58:13,083 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:13,083 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:A 2024-12-04T15:58:13,121 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/790a97f96df14629bb987794f9a5869a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/790a97f96df14629bb987794f9a5869a 2024-12-04T15:58:13,125 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/C of ddb985560dcd21915aebead167481817 into 790a97f96df14629bb987794f9a5869a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:13,125 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:13,125 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/C, priority=13, startTime=1733327892619; duration=0sec 2024-12-04T15:58:13,125 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:13,126 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:C 2024-12-04T15:58:13,131 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/cd24eadb2f6e4ab5bef3aa78bd93af3a 2024-12-04T15:58:13,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/9195348141ed42ac89d9209886c2c7d9 is 50, key is test_row_0/B:col10/1733327892221/Put/seqid=0 2024-12-04T15:58:13,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742314_1490 (size=12151) 2024-12-04T15:58:13,145 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/9195348141ed42ac89d9209886c2c7d9 2024-12-04T15:58:13,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/54b6babd51e84df3b39508f6467c7276 is 50, key is test_row_0/C:col10/1733327892221/Put/seqid=0 2024-12-04T15:58:13,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742315_1491 (size=12151) 2024-12-04T15:58:13,158 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/54b6babd51e84df3b39508f6467c7276 2024-12-04T15:58:13,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/cd24eadb2f6e4ab5bef3aa78bd93af3a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/cd24eadb2f6e4ab5bef3aa78bd93af3a 2024-12-04T15:58:13,165 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/cd24eadb2f6e4ab5bef3aa78bd93af3a, entries=150, sequenceid=230, filesize=11.9 K 2024-12-04T15:58:13,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/9195348141ed42ac89d9209886c2c7d9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9195348141ed42ac89d9209886c2c7d9 2024-12-04T15:58:13,169 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9195348141ed42ac89d9209886c2c7d9, entries=150, sequenceid=230, filesize=11.9 K 2024-12-04T15:58:13,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/54b6babd51e84df3b39508f6467c7276 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/54b6babd51e84df3b39508f6467c7276 2024-12-04T15:58:13,173 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/54b6babd51e84df3b39508f6467c7276, entries=150, sequenceid=230, filesize=11.9 K 2024-12-04T15:58:13,174 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ddb985560dcd21915aebead167481817 in 470ms, sequenceid=230, compaction requested=false 2024-12-04T15:58:13,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:13,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:13,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-12-04T15:58:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-12-04T15:58:13,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-04T15:58:13,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 778 msec 2024-12-04T15:58:13,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 786 msec 2024-12-04T15:58:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:13,251 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:13,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-04T15:58:13,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/bd5a7de891b44466a4fab0a1cb4c4dd2 is 50, key is test_row_0/A:col10/1733327893249/Put/seqid=0 2024-12-04T15:58:13,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742316_1492 (size=14541) 2024-12-04T15:58:13,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/bd5a7de891b44466a4fab0a1cb4c4dd2 2024-12-04T15:58:13,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/0281393e7d7c42aa8dc71cff2dba3ef7 is 50, key is test_row_0/B:col10/1733327893249/Put/seqid=0 2024-12-04T15:58:13,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742317_1493 (size=12151) 2024-12-04T15:58:13,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327953297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:13,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327953311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:13,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327953312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327953313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:13,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327953423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:13,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327953433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:13,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327953433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:13,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:13,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327953434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:13,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,445 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:13,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-04T15:58:13,533 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:13,533 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-12-04T15:58:13,535 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-04T15:58:13,536 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:13,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:13,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327953633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-04T15:58:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:13,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327953653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:13,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327953653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:13,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327953653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:13,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/0281393e7d7c42aa8dc71cff2dba3ef7 2024-12-04T15:58:13,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/5c804295067244d9b4275626390d7121 is 50, key is test_row_0/C:col10/1733327893249/Put/seqid=0 2024-12-04T15:58:13,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742318_1494 (size=12151) 2024-12-04T15:58:13,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/5c804295067244d9b4275626390d7121 2024-12-04T15:58:13,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-04T15:58:13,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:13,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:13,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:13,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:13,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:13,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/bd5a7de891b44466a4fab0a1cb4c4dd2 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/bd5a7de891b44466a4fab0a1cb4c4dd2 2024-12-04T15:58:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:13,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/bd5a7de891b44466a4fab0a1cb4c4dd2, entries=200, sequenceid=248, filesize=14.2 K 2024-12-04T15:58:13,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/0281393e7d7c42aa8dc71cff2dba3ef7 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/0281393e7d7c42aa8dc71cff2dba3ef7 2024-12-04T15:58:13,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/0281393e7d7c42aa8dc71cff2dba3ef7, entries=150, sequenceid=248, filesize=11.9 K 2024-12-04T15:58:13,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/5c804295067244d9b4275626390d7121 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5c804295067244d9b4275626390d7121 2024-12-04T15:58:13,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5c804295067244d9b4275626390d7121, entries=150, sequenceid=248, filesize=11.9 K 2024-12-04T15:58:13,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for ddb985560dcd21915aebead167481817 in 457ms, sequenceid=248, compaction requested=true 2024-12-04T15:58:13,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:13,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:13,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:13,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:13,708 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:13,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:13,708 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:13,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:13,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:13,710 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:13,710 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/A is initiating minor compaction (all files) 2024-12-04T15:58:13,711 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/A in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:13,711 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/8b877dd6846043e983de335c8b94568a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/cd24eadb2f6e4ab5bef3aa78bd93af3a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/bd5a7de891b44466a4fab0a1cb4c4dd2] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=38.4 K 2024-12-04T15:58:13,711 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:13,711 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/B is initiating minor compaction (all files) 2024-12-04T15:58:13,711 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/B in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:13,711 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/a4dcb3639d1f49f2b4a781b050f7f234, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9195348141ed42ac89d9209886c2c7d9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/0281393e7d7c42aa8dc71cff2dba3ef7] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=36.1 K 2024-12-04T15:58:13,711 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting a4dcb3639d1f49f2b4a781b050f7f234, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733327891873 2024-12-04T15:58:13,711 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b877dd6846043e983de335c8b94568a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733327891873 2024-12-04T15:58:13,712 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 9195348141ed42ac89d9209886c2c7d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733327892220 2024-12-04T15:58:13,712 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd24eadb2f6e4ab5bef3aa78bd93af3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733327892220 2024-12-04T15:58:13,712 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 0281393e7d7c42aa8dc71cff2dba3ef7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733327892916 2024-12-04T15:58:13,712 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd5a7de891b44466a4fab0a1cb4c4dd2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733327892907 2024-12-04T15:58:13,721 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#A#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:13,721 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/b0b00a84456b4b95ac2daf7546615e7a is 50, key is test_row_0/A:col10/1733327893249/Put/seqid=0 2024-12-04T15:58:13,730 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#B#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:13,730 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/f12d4790a09e481dae644978c8f7fd87 is 50, key is test_row_0/B:col10/1733327893249/Put/seqid=0 2024-12-04T15:58:13,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742320_1496 (size=12765) 2024-12-04T15:58:13,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742319_1495 (size=12765) 2024-12-04T15:58:13,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-04T15:58:13,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:13,846 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-04T15:58:13,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/9895ff7626144721bcd8061a8f2b15a1 is 50, key is test_row_0/A:col10/1733327893295/Put/seqid=0 2024-12-04T15:58:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-04T15:58:13,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742321_1497 (size=12301) 2024-12-04T15:58:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:13,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:14,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327954001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:14,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327954003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:14,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327954013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:14,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327954015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:14,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327954123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:14,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327954123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:14,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:14,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:14,139 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/f12d4790a09e481dae644978c8f7fd87 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f12d4790a09e481dae644978c8f7fd87 2024-12-04T15:58:14,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327954133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:14,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327954133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:14,145 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/B of ddb985560dcd21915aebead167481817 into f12d4790a09e481dae644978c8f7fd87(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:14,145 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:14,145 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/B, priority=13, startTime=1733327893708; duration=0sec 2024-12-04T15:58:14,145 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:14,145 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:B 2024-12-04T15:58:14,145 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:14,146 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:14,146 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/C is initiating minor compaction (all files) 2024-12-04T15:58:14,146 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/C in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:14,146 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/790a97f96df14629bb987794f9a5869a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/54b6babd51e84df3b39508f6467c7276, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5c804295067244d9b4275626390d7121] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=36.1 K 2024-12-04T15:58:14,147 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 790a97f96df14629bb987794f9a5869a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733327891873 2024-12-04T15:58:14,147 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 54b6babd51e84df3b39508f6467c7276, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733327892220 2024-12-04T15:58:14,147 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c804295067244d9b4275626390d7121, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733327892916 2024-12-04T15:58:14,151 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/b0b00a84456b4b95ac2daf7546615e7a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b0b00a84456b4b95ac2daf7546615e7a 2024-12-04T15:58:14,159 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#C#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:14,159 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/40d726ae91354a8880569640c592f977 is 50, key is test_row_0/C:col10/1733327893249/Put/seqid=0 2024-12-04T15:58:14,160 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/A of ddb985560dcd21915aebead167481817 into b0b00a84456b4b95ac2daf7546615e7a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:14,160 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:14,160 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/A, priority=13, startTime=1733327893708; duration=0sec 2024-12-04T15:58:14,160 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:14,160 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:A 2024-12-04T15:58:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-04T15:58:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742322_1498 (size=12765) 2024-12-04T15:58:14,176 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/40d726ae91354a8880569640c592f977 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/40d726ae91354a8880569640c592f977 2024-12-04T15:58:14,184 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/C of ddb985560dcd21915aebead167481817 into 40d726ae91354a8880569640c592f977(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:14,184 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:14,185 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/C, priority=13, startTime=1733327893708; duration=0sec 2024-12-04T15:58:14,185 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:14,185 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:C 2024-12-04T15:58:14,263 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/9895ff7626144721bcd8061a8f2b15a1 2024-12-04T15:58:14,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/5b5efc77da7d4d648a463f4b7ad5489b is 50, key is test_row_0/B:col10/1733327893295/Put/seqid=0 2024-12-04T15:58:14,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742323_1499 (size=12301) 2024-12-04T15:58:14,280 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/5b5efc77da7d4d648a463f4b7ad5489b 2024-12-04T15:58:14,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/474996498d5f4b0bbbde56cb217a9029 is 50, key is test_row_0/C:col10/1733327893295/Put/seqid=0 2024-12-04T15:58:14,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742324_1500 (size=12301) 2024-12-04T15:58:14,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327954343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:14,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:14,350 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327954343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:14,350 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,350 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:14,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:14,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327954353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:14,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:14,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327954353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:14,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:14,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:14,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327954653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:14,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,660 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:14,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327954662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:14,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-04T15:58:14,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:14,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327954673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:14,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:14,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327954673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:14,699 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/474996498d5f4b0bbbde56cb217a9029 2024-12-04T15:58:14,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/9895ff7626144721bcd8061a8f2b15a1 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/9895ff7626144721bcd8061a8f2b15a1 2024-12-04T15:58:14,709 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/9895ff7626144721bcd8061a8f2b15a1, entries=150, sequenceid=268, filesize=12.0 K 2024-12-04T15:58:14,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/5b5efc77da7d4d648a463f4b7ad5489b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/5b5efc77da7d4d648a463f4b7ad5489b 2024-12-04T15:58:14,713 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/5b5efc77da7d4d648a463f4b7ad5489b, entries=150, sequenceid=268, filesize=12.0 K 2024-12-04T15:58:14,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/474996498d5f4b0bbbde56cb217a9029 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/474996498d5f4b0bbbde56cb217a9029 2024-12-04T15:58:14,721 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/474996498d5f4b0bbbde56cb217a9029, entries=150, sequenceid=268, filesize=12.0 K 2024-12-04T15:58:14,722 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for ddb985560dcd21915aebead167481817 in 876ms, sequenceid=268, compaction requested=false 2024-12-04T15:58:14,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:14,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:14,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-12-04T15:58:14,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-12-04T15:58:14,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-04T15:58:14,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1870 sec 2024-12-04T15:58:14,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 1.1950 sec 2024-12-04T15:58:15,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:15,167 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:15,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-04T15:58:15,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/22cdf6dbb41243d18e9319bf000ff6d1 is 50, key is test_row_0/A:col10/1733327894013/Put/seqid=0 2024-12-04T15:58:15,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742325_1501 (size=14741) 2024-12-04T15:58:15,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327955214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:15,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:15,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327955215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:15,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:15,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327955219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:15,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:15,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:15,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327955220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:15,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:15,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327955333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:15,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:15,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:15,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327955333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:15,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:15,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327955333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:15,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:15,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:15,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327955343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:15,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327955553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:15,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327955553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:15,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:15,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327955553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:15,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327955553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:15,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/22cdf6dbb41243d18e9319bf000ff6d1 2024-12-04T15:58:15,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/f28375261733400b81a4c8e2e02d8ed5 is 50, key is test_row_0/B:col10/1733327894013/Put/seqid=0 2024-12-04T15:58:15,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742326_1502 (size=12301) 2024-12-04T15:58:15,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/f28375261733400b81a4c8e2e02d8ed5 2024-12-04T15:58:15,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/5437c1218e0f46c99b351e050acbfd6d is 50, key is test_row_0/C:col10/1733327894013/Put/seqid=0 2024-12-04T15:58:15,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742327_1503 (size=12301) 2024-12-04T15:58:15,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/5437c1218e0f46c99b351e050acbfd6d 2024-12-04T15:58:15,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/22cdf6dbb41243d18e9319bf000ff6d1 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/22cdf6dbb41243d18e9319bf000ff6d1 2024-12-04T15:58:15,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/22cdf6dbb41243d18e9319bf000ff6d1, entries=200, sequenceid=288, filesize=14.4 K 2024-12-04T15:58:15,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/f28375261733400b81a4c8e2e02d8ed5 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f28375261733400b81a4c8e2e02d8ed5 2024-12-04T15:58:15,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f28375261733400b81a4c8e2e02d8ed5, entries=150, sequenceid=288, filesize=12.0 K 2024-12-04T15:58:15,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/5437c1218e0f46c99b351e050acbfd6d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5437c1218e0f46c99b351e050acbfd6d 2024-12-04T15:58:15,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5437c1218e0f46c99b351e050acbfd6d, entries=150, sequenceid=288, filesize=12.0 K 2024-12-04T15:58:15,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ddb985560dcd21915aebead167481817 in 461ms, sequenceid=288, compaction requested=true 2024-12-04T15:58:15,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:15,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:15,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:15,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:15,628 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:15,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:15,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:15,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:15,628 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:15,629 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:15,629 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:15,629 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/B is initiating minor compaction (all files) 2024-12-04T15:58:15,629 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/A is initiating minor compaction (all files) 2024-12-04T15:58:15,629 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/B in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:15,629 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/A in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:15,629 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f12d4790a09e481dae644978c8f7fd87, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/5b5efc77da7d4d648a463f4b7ad5489b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f28375261733400b81a4c8e2e02d8ed5] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=36.5 K 2024-12-04T15:58:15,629 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b0b00a84456b4b95ac2daf7546615e7a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/9895ff7626144721bcd8061a8f2b15a1, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/22cdf6dbb41243d18e9319bf000ff6d1] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=38.9 K 2024-12-04T15:58:15,629 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting f12d4790a09e481dae644978c8f7fd87, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733327892916 2024-12-04T15:58:15,629 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0b00a84456b4b95ac2daf7546615e7a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733327892916 2024-12-04T15:58:15,629 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b5efc77da7d4d648a463f4b7ad5489b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733327893295 2024-12-04T15:58:15,629 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9895ff7626144721bcd8061a8f2b15a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733327893295 2024-12-04T15:58:15,630 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22cdf6dbb41243d18e9319bf000ff6d1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733327893982 2024-12-04T15:58:15,630 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting f28375261733400b81a4c8e2e02d8ed5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733327894011 2024-12-04T15:58:15,639 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#A#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:15,639 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/b52acfd852c14e9ebede753dddada19e is 50, key is test_row_0/A:col10/1733327894013/Put/seqid=0 2024-12-04T15:58:15,640 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#B#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:15,641 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/2f7807e5aca64d1280574053b0f41844 is 50, key is test_row_0/B:col10/1733327894013/Put/seqid=0 2024-12-04T15:58:15,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742328_1504 (size=13017) 2024-12-04T15:58:15,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742329_1505 (size=13017) 2024-12-04T15:58:15,662 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/b52acfd852c14e9ebede753dddada19e as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b52acfd852c14e9ebede753dddada19e 2024-12-04T15:58:15,664 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/2f7807e5aca64d1280574053b0f41844 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/2f7807e5aca64d1280574053b0f41844 2024-12-04T15:58:15,670 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/B of ddb985560dcd21915aebead167481817 into 2f7807e5aca64d1280574053b0f41844(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:15,670 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/A of ddb985560dcd21915aebead167481817 into b52acfd852c14e9ebede753dddada19e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:15,670 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:15,670 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:15,670 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/B, priority=13, startTime=1733327895628; duration=0sec 2024-12-04T15:58:15,671 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/A, priority=13, startTime=1733327895628; duration=0sec 2024-12-04T15:58:15,671 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:15,671 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:B 2024-12-04T15:58:15,671 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:15,671 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:15,671 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:A 2024-12-04T15:58:15,672 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:15,672 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/C is initiating minor compaction (all files) 2024-12-04T15:58:15,673 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/C in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:15,673 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/40d726ae91354a8880569640c592f977, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/474996498d5f4b0bbbde56cb217a9029, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5437c1218e0f46c99b351e050acbfd6d] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=36.5 K 2024-12-04T15:58:15,673 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 40d726ae91354a8880569640c592f977, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733327892916 2024-12-04T15:58:15,673 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 474996498d5f4b0bbbde56cb217a9029, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733327893295 2024-12-04T15:58:15,674 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 5437c1218e0f46c99b351e050acbfd6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733327894011 2024-12-04T15:58:15,681 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#C#compaction#434 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:15,681 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/9bcae4a7b66f4d44a468fb8d1da2af40 is 50, key is test_row_0/C:col10/1733327894013/Put/seqid=0 2024-12-04T15:58:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-04T15:58:15,683 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:15,684 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-12-04T15:58:15,686 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-04T15:58:15,687 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:15,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:15,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742330_1506 (size=13017) 2024-12-04T15:58:15,695 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/9bcae4a7b66f4d44a468fb8d1da2af40 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/9bcae4a7b66f4d44a468fb8d1da2af40 2024-12-04T15:58:15,703 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/C of ddb985560dcd21915aebead167481817 into 9bcae4a7b66f4d44a468fb8d1da2af40(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:15,703 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:15,703 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/C, priority=13, startTime=1733327895628; duration=0sec 2024-12-04T15:58:15,703 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:15,703 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:C 2024-12-04T15:58:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-04T15:58:15,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-04T15:58:15,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:15,841 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-04T15:58:15,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/734d9879a04442c5bb03c1fd16767562 is 50, key is test_row_0/A:col10/1733327895219/Put/seqid=0 2024-12-04T15:58:15,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742331_1507 (size=12301) 2024-12-04T15:58:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:15,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:15,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327955894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:15,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:15,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327955896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:15,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:15,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327955897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:15,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:15,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327955898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:15,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:15,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:15,909 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-04T15:58:16,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327956014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:16,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327956014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:16,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327956014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:16,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:16,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327956014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:16,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:16,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:16,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:16,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59620 deadline: 1733327956113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:16,123 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in ddb985560dcd21915aebead167481817 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:58:16,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:16,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327956223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:16,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327956223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:16,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:16,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327956233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:16,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:16,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327956233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:16,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:16,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,244 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:16,250 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/734d9879a04442c5bb03c1fd16767562 2024-12-04T15:58:16,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/b093b2044b6a4b8291fb19d10e7639d4 is 50, key is test_row_0/B:col10/1733327895219/Put/seqid=0 2024-12-04T15:58:16,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742332_1508 (size=12301) 2024-12-04T15:58:16,261 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/b093b2044b6a4b8291fb19d10e7639d4 2024-12-04T15:58:16,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/0f91e98551714328820fd473d7744fc4 is 50, key is test_row_0/C:col10/1733327895219/Put/seqid=0 2024-12-04T15:58:16,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742333_1509 (size=12301) 2024-12-04T15:58:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-04T15:58:16,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327956543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:16,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327956544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:16,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:16,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:16,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327956555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:16,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:16,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327956555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:16,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,564 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:16,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:16,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:16,672 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/0f91e98551714328820fd473d7744fc4 2024-12-04T15:58:16,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/734d9879a04442c5bb03c1fd16767562 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/734d9879a04442c5bb03c1fd16767562 2024-12-04T15:58:16,684 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/734d9879a04442c5bb03c1fd16767562, entries=150, sequenceid=310, filesize=12.0 K 2024-12-04T15:58:16,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/b093b2044b6a4b8291fb19d10e7639d4 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/b093b2044b6a4b8291fb19d10e7639d4 2024-12-04T15:58:16,688 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/b093b2044b6a4b8291fb19d10e7639d4, entries=150, sequenceid=310, filesize=12.0 K 2024-12-04T15:58:16,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/0f91e98551714328820fd473d7744fc4 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/0f91e98551714328820fd473d7744fc4 2024-12-04T15:58:16,692 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/0f91e98551714328820fd473d7744fc4, entries=150, sequenceid=310, filesize=12.0 K 2024-12-04T15:58:16,694 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for ddb985560dcd21915aebead167481817 in 854ms, sequenceid=310, compaction requested=false 2024-12-04T15:58:16,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:16,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:16,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-12-04T15:58:16,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-12-04T15:58:16,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-12-04T15:58:16,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0080 sec 2024-12-04T15:58:16,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 1.0140 sec 2024-12-04T15:58:16,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-04T15:58:16,823 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:16,824 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-12-04T15:58:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-04T15:58:16,827 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:16,828 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:16,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-04T15:58:16,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-12-04T15:58:16,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:16,983 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-04T15:58:17,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/6fd3631aca6444958c1940b0c1f27dd1 is 50, key is test_row_0/A:col10/1733327895893/Put/seqid=0 2024-12-04T15:58:17,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742334_1510 (size=12301) 2024-12-04T15:58:17,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-04T15:58:17,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327957129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327957129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327957133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327957145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327957253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327957253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327957253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327957264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-04T15:58:17,458 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/6fd3631aca6444958c1940b0c1f27dd1 2024-12-04T15:58:17,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/28d15c499b7e4218b83dd2a3488c4580 is 50, key is test_row_0/B:col10/1733327895893/Put/seqid=0 2024-12-04T15:58:17,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742335_1511 (size=12301) 2024-12-04T15:58:17,470 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/28d15c499b7e4218b83dd2a3488c4580 2024-12-04T15:58:17,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327957474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327957474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327957474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/4351c1da2af644da9e58c9b5d6cec6df is 50, key is test_row_0/C:col10/1733327895893/Put/seqid=0 2024-12-04T15:58:17,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742336_1512 (size=12301) 2024-12-04T15:58:17,492 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/4351c1da2af644da9e58c9b5d6cec6df 2024-12-04T15:58:17,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327957483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/6fd3631aca6444958c1940b0c1f27dd1 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/6fd3631aca6444958c1940b0c1f27dd1 2024-12-04T15:58:17,499 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/6fd3631aca6444958c1940b0c1f27dd1, entries=150, sequenceid=327, filesize=12.0 K 2024-12-04T15:58:17,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/28d15c499b7e4218b83dd2a3488c4580 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/28d15c499b7e4218b83dd2a3488c4580 2024-12-04T15:58:17,503 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/28d15c499b7e4218b83dd2a3488c4580, entries=150, sequenceid=327, filesize=12.0 K 2024-12-04T15:58:17,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/4351c1da2af644da9e58c9b5d6cec6df as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/4351c1da2af644da9e58c9b5d6cec6df 2024-12-04T15:58:17,507 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/4351c1da2af644da9e58c9b5d6cec6df, entries=150, sequenceid=327, filesize=12.0 K 2024-12-04T15:58:17,508 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ddb985560dcd21915aebead167481817 in 525ms, sequenceid=327, compaction requested=true 2024-12-04T15:58:17,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:17,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:17,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-12-04T15:58:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=148 2024-12-04T15:58:17,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-12-04T15:58:17,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 681 msec 2024-12-04T15:58:17,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 688 msec 2024-12-04T15:58:17,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:17,790 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:17,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-04T15:58:17,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/a30905c74f9f480b8479fffb1b75ebdb is 50, key is test_row_0/A:col10/1733327897789/Put/seqid=0 2024-12-04T15:58:17,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742337_1513 (size=17181) 2024-12-04T15:58:17,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327957820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327957827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327957828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327957830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327957933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327957943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327957943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327957953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:17,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:17,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-04T15:58:17,963 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:17,964 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-12-04T15:58:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-04T15:58:17,966 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:17,967 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:17,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-04T15:58:18,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-04T15:58:18,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:18,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:18,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:18,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:18,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:18,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327958153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:18,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:18,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327958163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:18,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327958163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:18,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:18,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:18,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327958163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:18,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:18,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/a30905c74f9f480b8479fffb1b75ebdb 2024-12-04T15:58:18,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/24d72daf8c444d1d9b27ffe46f6956fc is 50, key is test_row_0/B:col10/1733327897789/Put/seqid=0 2024-12-04T15:58:18,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742338_1514 (size=12301) 2024-12-04T15:58:18,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/24d72daf8c444d1d9b27ffe46f6956fc 2024-12-04T15:58:18,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/cbbc1e71a7b54611a24d54212d56f111 is 50, key is test_row_0/C:col10/1733327897789/Put/seqid=0 2024-12-04T15:58:18,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742339_1515 (size=12301) 2024-12-04T15:58:18,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-04T15:58:18,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:18,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:18,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:18,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:18,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-04T15:58:18,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-04T15:58:18,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:18,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:18,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:18,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:18,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:18,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327958473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:18,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327958474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:18,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:18,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:18,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:18,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:18,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:18,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:18,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327958483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:18,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:18,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:18,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327958483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:18,487 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:18,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:18,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:18,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:18,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-04T15:58:18,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:18,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:18,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:18,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:18,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-04T15:58:18,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/cbbc1e71a7b54611a24d54212d56f111 2024-12-04T15:58:18,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/a30905c74f9f480b8479fffb1b75ebdb as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/a30905c74f9f480b8479fffb1b75ebdb 2024-12-04T15:58:18,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/a30905c74f9f480b8479fffb1b75ebdb, entries=250, sequenceid=348, filesize=16.8 K 2024-12-04T15:58:18,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/24d72daf8c444d1d9b27ffe46f6956fc as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/24d72daf8c444d1d9b27ffe46f6956fc 2024-12-04T15:58:18,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/24d72daf8c444d1d9b27ffe46f6956fc, entries=150, sequenceid=348, filesize=12.0 K 2024-12-04T15:58:18,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/cbbc1e71a7b54611a24d54212d56f111 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/cbbc1e71a7b54611a24d54212d56f111 2024-12-04T15:58:18,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/cbbc1e71a7b54611a24d54212d56f111, entries=150, sequenceid=348, filesize=12.0 K 2024-12-04T15:58:18,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ddb985560dcd21915aebead167481817 in 849ms, sequenceid=348, compaction requested=true 2024-12-04T15:58:18,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:18,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:18,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:18,639 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:58:18,639 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:58:18,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:18,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:18,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:18,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:18,643 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:58:18,643 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:58:18,643 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/B is initiating minor compaction (all files) 2024-12-04T15:58:18,643 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/A is initiating minor compaction (all files) 2024-12-04T15:58:18,643 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/B in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:18,643 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/A in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:18,643 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/2f7807e5aca64d1280574053b0f41844, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/b093b2044b6a4b8291fb19d10e7639d4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/28d15c499b7e4218b83dd2a3488c4580, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/24d72daf8c444d1d9b27ffe46f6956fc] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=48.8 K 2024-12-04T15:58:18,643 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b52acfd852c14e9ebede753dddada19e, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/734d9879a04442c5bb03c1fd16767562, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/6fd3631aca6444958c1940b0c1f27dd1, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/a30905c74f9f480b8479fffb1b75ebdb] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=53.5 K 2024-12-04T15:58:18,644 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f7807e5aca64d1280574053b0f41844, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733327894011 2024-12-04T15:58:18,644 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting b52acfd852c14e9ebede753dddada19e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733327894011 2024-12-04T15:58:18,644 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 734d9879a04442c5bb03c1fd16767562, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733327895203 2024-12-04T15:58:18,644 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting b093b2044b6a4b8291fb19d10e7639d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733327895203 2024-12-04T15:58:18,644 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 28d15c499b7e4218b83dd2a3488c4580, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733327895883 2024-12-04T15:58:18,644 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fd3631aca6444958c1940b0c1f27dd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733327895883 2024-12-04T15:58:18,645 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 24d72daf8c444d1d9b27ffe46f6956fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733327897103 2024-12-04T15:58:18,645 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting a30905c74f9f480b8479fffb1b75ebdb, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733327897103 2024-12-04T15:58:18,652 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#A#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:18,656 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#B#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:18,656 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/3fe65e5f50794c28a9206176ea5a1d88 is 50, key is test_row_0/B:col10/1733327897789/Put/seqid=0 2024-12-04T15:58:18,656 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/995e768e4ea64bfa9d5391e03c13b7d9 is 50, key is test_row_0/A:col10/1733327897789/Put/seqid=0 2024-12-04T15:58:18,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742340_1516 (size=13153) 2024-12-04T15:58:18,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742341_1517 (size=13153) 2024-12-04T15:58:18,676 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/995e768e4ea64bfa9d5391e03c13b7d9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/995e768e4ea64bfa9d5391e03c13b7d9 2024-12-04T15:58:18,681 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ddb985560dcd21915aebead167481817/A of ddb985560dcd21915aebead167481817 into 995e768e4ea64bfa9d5391e03c13b7d9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:18,681 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:18,681 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/A, priority=12, startTime=1733327898639; duration=0sec 2024-12-04T15:58:18,681 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:18,681 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:A 2024-12-04T15:58:18,681 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:58:18,682 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:58:18,682 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/C is initiating minor compaction (all files) 2024-12-04T15:58:18,682 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/C in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:18,682 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/9bcae4a7b66f4d44a468fb8d1da2af40, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/0f91e98551714328820fd473d7744fc4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/4351c1da2af644da9e58c9b5d6cec6df, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/cbbc1e71a7b54611a24d54212d56f111] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=48.8 K 2024-12-04T15:58:18,683 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bcae4a7b66f4d44a468fb8d1da2af40, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733327894011 2024-12-04T15:58:18,683 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f91e98551714328820fd473d7744fc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733327895203 2024-12-04T15:58:18,683 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4351c1da2af644da9e58c9b5d6cec6df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733327895883 2024-12-04T15:58:18,683 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbbc1e71a7b54611a24d54212d56f111, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733327897103 2024-12-04T15:58:18,690 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#C#compaction#446 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:18,691 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/e39202fd5c884bb28bbd87f876df0fe9 is 50, key is test_row_0/C:col10/1733327897789/Put/seqid=0 2024-12-04T15:58:18,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742342_1518 (size=13153) 2024-12-04T15:58:18,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-04T15:58:18,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:18,737 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-04T15:58:18,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/fed4a534a0cd45b9aef57c0d9757fb00 is 50, key is test_row_0/A:col10/1733327897811/Put/seqid=0 2024-12-04T15:58:18,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742343_1519 (size=12301) 2024-12-04T15:58:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:18,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:19,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327959034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327959038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327959040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327959041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,070 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/3fe65e5f50794c28a9206176ea5a1d88 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/3fe65e5f50794c28a9206176ea5a1d88 2024-12-04T15:58:19,074 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ddb985560dcd21915aebead167481817/B of ddb985560dcd21915aebead167481817 into 3fe65e5f50794c28a9206176ea5a1d88(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:19,074 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:19,074 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/B, priority=12, startTime=1733327898639; duration=0sec 2024-12-04T15:58:19,074 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:19,074 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:B 2024-12-04T15:58:19,098 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/e39202fd5c884bb28bbd87f876df0fe9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/e39202fd5c884bb28bbd87f876df0fe9 2024-12-04T15:58:19,101 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ddb985560dcd21915aebead167481817/C of ddb985560dcd21915aebead167481817 into e39202fd5c884bb28bbd87f876df0fe9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:19,101 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:19,101 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/C, priority=12, startTime=1733327898639; duration=0sec 2024-12-04T15:58:19,101 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:19,101 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:C 2024-12-04T15:58:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-04T15:58:19,145 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/fed4a534a0cd45b9aef57c0d9757fb00 2024-12-04T15:58:19,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/eef79cbb24244a74838e3c8e49b04328 is 50, key is test_row_0/B:col10/1733327897811/Put/seqid=0 2024-12-04T15:58:19,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742344_1520 (size=12301) 2024-12-04T15:58:19,156 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/eef79cbb24244a74838e3c8e49b04328 2024-12-04T15:58:19,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/e457038ba5bd4639a0512e2f02d9ac69 is 50, key is test_row_0/C:col10/1733327897811/Put/seqid=0 2024-12-04T15:58:19,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327959153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742345_1521 (size=12301) 2024-12-04T15:58:19,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327959163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327959163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327959163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327959372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,380 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327959372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327959373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327959383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,569 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/e457038ba5bd4639a0512e2f02d9ac69 2024-12-04T15:58:19,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/fed4a534a0cd45b9aef57c0d9757fb00 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/fed4a534a0cd45b9aef57c0d9757fb00 2024-12-04T15:58:19,577 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/fed4a534a0cd45b9aef57c0d9757fb00, entries=150, sequenceid=364, filesize=12.0 K 2024-12-04T15:58:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/eef79cbb24244a74838e3c8e49b04328 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/eef79cbb24244a74838e3c8e49b04328 2024-12-04T15:58:19,580 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/eef79cbb24244a74838e3c8e49b04328, entries=150, sequenceid=364, filesize=12.0 K 2024-12-04T15:58:19,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/e457038ba5bd4639a0512e2f02d9ac69 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/e457038ba5bd4639a0512e2f02d9ac69 2024-12-04T15:58:19,585 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/e457038ba5bd4639a0512e2f02d9ac69, entries=150, sequenceid=364, filesize=12.0 K 2024-12-04T15:58:19,586 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ddb985560dcd21915aebead167481817 in 849ms, sequenceid=364, compaction requested=false 2024-12-04T15:58:19,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:19,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:19,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-12-04T15:58:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=150 2024-12-04T15:58:19,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-12-04T15:58:19,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6200 sec 2024-12-04T15:58:19,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 1.6250 sec 2024-12-04T15:58:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:19,688 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:19,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-04T15:58:19,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/665dabb26c974b208e050d767e8cd269 is 50, key is test_row_0/A:col10/1733327899039/Put/seqid=0 2024-12-04T15:58:19,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742346_1522 (size=14741) 2024-12-04T15:58:19,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327959711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327959713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327959714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327959715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327959823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327959832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327959833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:19,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327959833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:19,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:19,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:20,021 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T15:58:20,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327960043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:20,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327960043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:20,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327960043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:20,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327960044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:20,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/665dabb26c974b208e050d767e8cd269 2024-12-04T15:58:20,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/aefec32876d3445eb10c59b98e33630a is 50, key is test_row_0/B:col10/1733327899039/Put/seqid=0 2024-12-04T15:58:20,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742347_1523 (size=12301) 2024-12-04T15:58:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-04T15:58:20,114 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:20,114 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-12-04T15:58:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-04T15:58:20,115 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:20,116 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:20,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-04T15:58:20,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-04T15:58:20,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:20,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:20,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:20,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:20,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:20,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327960363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327960363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:20,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327960363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:20,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:20,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327960364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:20,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-04T15:58:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:20,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-04T15:58:20,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/aefec32876d3445eb10c59b98e33630a 2024-12-04T15:58:20,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/63ff74ed540f4b83a610d4712a1b41d9 is 50, key is test_row_0/C:col10/1733327899039/Put/seqid=0 2024-12-04T15:58:20,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742348_1524 (size=12301) 2024-12-04T15:58:20,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-04T15:58:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:20,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:20,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-04T15:58:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:20,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-04T15:58:20,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327960873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:20,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327960873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:20,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:20,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:20,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-04T15:58:20,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:20,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:20,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:20,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:20,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:20,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327960883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:20,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327960883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:20,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:20,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/63ff74ed540f4b83a610d4712a1b41d9 2024-12-04T15:58:20,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/665dabb26c974b208e050d767e8cd269 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/665dabb26c974b208e050d767e8cd269 2024-12-04T15:58:20,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/665dabb26c974b208e050d767e8cd269, entries=200, sequenceid=389, filesize=14.4 K 2024-12-04T15:58:20,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/aefec32876d3445eb10c59b98e33630a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/aefec32876d3445eb10c59b98e33630a 2024-12-04T15:58:20,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/aefec32876d3445eb10c59b98e33630a, entries=150, sequenceid=389, filesize=12.0 K 2024-12-04T15:58:20,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/63ff74ed540f4b83a610d4712a1b41d9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/63ff74ed540f4b83a610d4712a1b41d9 2024-12-04T15:58:20,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/63ff74ed540f4b83a610d4712a1b41d9, entries=150, sequenceid=389, filesize=12.0 K 2024-12-04T15:58:20,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ddb985560dcd21915aebead167481817 in 1246ms, sequenceid=389, compaction requested=true 2024-12-04T15:58:20,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:20,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:20,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:20,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:20,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:20,934 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:20,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:20,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:20,934 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:20,935 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:20,935 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/A is initiating minor compaction (all files) 2024-12-04T15:58:20,935 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/A in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:20,935 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:20,935 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/B is initiating minor compaction (all files) 2024-12-04T15:58:20,935 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/995e768e4ea64bfa9d5391e03c13b7d9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/fed4a534a0cd45b9aef57c0d9757fb00, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/665dabb26c974b208e050d767e8cd269] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=39.3 K 2024-12-04T15:58:20,935 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/B in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:20,935 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/3fe65e5f50794c28a9206176ea5a1d88, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/eef79cbb24244a74838e3c8e49b04328, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/aefec32876d3445eb10c59b98e33630a] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=36.9 K 2024-12-04T15:58:20,936 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 995e768e4ea64bfa9d5391e03c13b7d9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733327897103 2024-12-04T15:58:20,936 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fe65e5f50794c28a9206176ea5a1d88, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733327897103 2024-12-04T15:58:20,936 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting fed4a534a0cd45b9aef57c0d9757fb00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733327897811 2024-12-04T15:58:20,936 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting eef79cbb24244a74838e3c8e49b04328, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733327897811 2024-12-04T15:58:20,936 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 665dabb26c974b208e050d767e8cd269, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733327899038 2024-12-04T15:58:20,936 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting aefec32876d3445eb10c59b98e33630a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733327899039 2024-12-04T15:58:20,941 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#B#compaction#453 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:20,942 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/60c00df0125b4ab2b4852ad2f8fa6650 is 50, key is test_row_0/B:col10/1733327899039/Put/seqid=0 2024-12-04T15:58:20,942 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#A#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:20,943 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/6f27abae3aba4c60b5035b6b9e39d953 is 50, key is test_row_0/A:col10/1733327899039/Put/seqid=0 2024-12-04T15:58:20,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742349_1525 (size=13255) 2024-12-04T15:58:20,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742350_1526 (size=13255) 2024-12-04T15:58:20,949 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/60c00df0125b4ab2b4852ad2f8fa6650 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/60c00df0125b4ab2b4852ad2f8fa6650 2024-12-04T15:58:20,953 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/B of ddb985560dcd21915aebead167481817 into 60c00df0125b4ab2b4852ad2f8fa6650(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:20,953 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:20,953 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/B, priority=13, startTime=1733327900934; duration=0sec 2024-12-04T15:58:20,953 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:20,953 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:B 2024-12-04T15:58:20,953 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:20,954 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:20,954 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/C is initiating minor compaction (all files) 2024-12-04T15:58:20,954 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/C in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:20,954 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/e39202fd5c884bb28bbd87f876df0fe9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/e457038ba5bd4639a0512e2f02d9ac69, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/63ff74ed540f4b83a610d4712a1b41d9] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=36.9 K 2024-12-04T15:58:20,955 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting e39202fd5c884bb28bbd87f876df0fe9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733327897103 2024-12-04T15:58:20,956 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting e457038ba5bd4639a0512e2f02d9ac69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733327897811 2024-12-04T15:58:20,956 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 63ff74ed540f4b83a610d4712a1b41d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733327899039 2024-12-04T15:58:20,961 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#C#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:20,962 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/813406022a484575a09342c49d6ff6a3 is 50, key is test_row_0/C:col10/1733327899039/Put/seqid=0 2024-12-04T15:58:20,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742351_1527 (size=13255) 2024-12-04T15:58:21,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-04T15:58:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:21,032 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-04T15:58:21,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/27dae7f133ce442988a585f15da40f4b is 50, key is test_row_0/A:col10/1733327899708/Put/seqid=0 2024-12-04T15:58:21,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742352_1528 (size=12301) 2024-12-04T15:58:21,041 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/27dae7f133ce442988a585f15da40f4b 2024-12-04T15:58:21,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/4c9c9de2ea364dc2a2a208227b5517ca is 50, key is test_row_0/B:col10/1733327899708/Put/seqid=0 2024-12-04T15:58:21,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742353_1529 (size=12301) 2024-12-04T15:58:21,051 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/4c9c9de2ea364dc2a2a208227b5517ca 2024-12-04T15:58:21,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/9d40edf7bb714b0eb60005c03daea9ed is 50, key is test_row_0/C:col10/1733327899708/Put/seqid=0 2024-12-04T15:58:21,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742354_1530 (size=12301) 2024-12-04T15:58:21,064 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/9d40edf7bb714b0eb60005c03daea9ed 2024-12-04T15:58:21,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/27dae7f133ce442988a585f15da40f4b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/27dae7f133ce442988a585f15da40f4b 2024-12-04T15:58:21,074 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/27dae7f133ce442988a585f15da40f4b, entries=150, sequenceid=403, filesize=12.0 K 2024-12-04T15:58:21,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/4c9c9de2ea364dc2a2a208227b5517ca as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/4c9c9de2ea364dc2a2a208227b5517ca 2024-12-04T15:58:21,079 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/4c9c9de2ea364dc2a2a208227b5517ca, entries=150, sequenceid=403, filesize=12.0 K 2024-12-04T15:58:21,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/9d40edf7bb714b0eb60005c03daea9ed as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/9d40edf7bb714b0eb60005c03daea9ed 2024-12-04T15:58:21,086 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/9d40edf7bb714b0eb60005c03daea9ed, entries=150, sequenceid=403, filesize=12.0 K 2024-12-04T15:58:21,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-04T15:58:21,087 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for ddb985560dcd21915aebead167481817 in 55ms, sequenceid=403, compaction requested=false 2024-12-04T15:58:21,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:21,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:21,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-12-04T15:58:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=152 2024-12-04T15:58:21,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-12-04T15:58:21,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 972 msec 2024-12-04T15:58:21,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 977 msec 2024-12-04T15:58:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-04T15:58:21,253 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:21,253 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:21,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-12-04T15:58:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-12-04T15:58:21,255 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:21,256 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:21,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:21,351 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/6f27abae3aba4c60b5035b6b9e39d953 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/6f27abae3aba4c60b5035b6b9e39d953 2024-12-04T15:58:21,355 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/A of ddb985560dcd21915aebead167481817 into 6f27abae3aba4c60b5035b6b9e39d953(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:21,356 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:21,356 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/A, priority=13, startTime=1733327900934; duration=0sec 2024-12-04T15:58:21,356 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:21,356 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:A 2024-12-04T15:58:21,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-12-04T15:58:21,370 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/813406022a484575a09342c49d6ff6a3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/813406022a484575a09342c49d6ff6a3 2024-12-04T15:58:21,374 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/C of ddb985560dcd21915aebead167481817 into 813406022a484575a09342c49d6ff6a3(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:21,374 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:21,374 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/C, priority=13, startTime=1733327900934; duration=0sec 2024-12-04T15:58:21,374 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:21,374 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:C 2024-12-04T15:58:21,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-04T15:58:21,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:21,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:21,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:21,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-12-04T15:58:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=154 2024-12-04T15:58:21,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-12-04T15:58:21,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 157 msec 2024-12-04T15:58:21,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 162 msec 2024-12-04T15:58:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-12-04T15:58:21,573 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:21,574 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-12-04T15:58:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-12-04T15:58:21,576 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:21,577 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:21,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-12-04T15:58:21,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-04T15:58:21,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:21,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:21,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:21,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-12-04T15:58:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=156 2024-12-04T15:58:21,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-12-04T15:58:21,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-12-04T15:58:21,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 159 msec 2024-12-04T15:58:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-12-04T15:58:21,894 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:21,894 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-12-04T15:58:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-12-04T15:58:21,897 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:21,898 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:21,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:21,906 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:21,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:58:21,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/0bba17f562e04143bb88e2b6149b6114 is 50, key is test_row_0/A:col10/1733327901904/Put/seqid=0 2024-12-04T15:58:21,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742355_1531 (size=17181) 2024-12-04T15:58:21,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327961947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:21,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:21,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:21,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:21,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327961953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:21,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:21,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:21,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327961954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:21,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:21,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:21,966 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:21,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327961958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:21,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:21,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:21,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-12-04T15:58:22,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-04T15:58:22,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:22,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:22,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:22,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327962063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:22,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:22,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327962063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:22,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:22,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327962072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:22,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327962073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:22,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:22,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-04T15:58:22,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:22,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:22,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:22,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-12-04T15:58:22,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327962283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:22,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:22,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327962283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:22,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:22,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327962292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:22,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327962293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:22,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/0bba17f562e04143bb88e2b6149b6114 2024-12-04T15:58:22,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/f445738130ca4848ae391d3ccef3d699 is 50, key is test_row_0/B:col10/1733327901904/Put/seqid=0 2024-12-04T15:58:22,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742356_1532 (size=12301) 2024-12-04T15:58:22,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-04T15:58:22,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:22,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:22,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:22,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-04T15:58:22,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:22,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:22,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:22,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-12-04T15:58:22,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327962593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:22,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:22,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327962593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:22,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:22,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327962613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:22,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:22,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327962613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:22,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:22,622 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:22,623 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:22,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-04T15:58:22,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:22,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:22,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:22,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/f445738130ca4848ae391d3ccef3d699 2024-12-04T15:58:22,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/a2caf12f8c494a799d5bdae149922d12 is 50, key is test_row_0/C:col10/1733327901904/Put/seqid=0 2024-12-04T15:58:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742357_1533 (size=12301) 2024-12-04T15:58:22,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-04T15:58:22,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:22,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:22,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:22,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-04T15:58:22,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:22,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:22,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:22,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-12-04T15:58:23,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:23,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327963113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:23,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-04T15:58:23,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327963113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:23,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:23,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:23,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:23,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:23,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:23,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:23,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:23,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327963133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:23,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:23,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327963134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:23,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:23,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:23,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:23,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/a2caf12f8c494a799d5bdae149922d12 2024-12-04T15:58:23,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/0bba17f562e04143bb88e2b6149b6114 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/0bba17f562e04143bb88e2b6149b6114 2024-12-04T15:58:23,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/0bba17f562e04143bb88e2b6149b6114, entries=250, sequenceid=418, filesize=16.8 K 2024-12-04T15:58:23,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/f445738130ca4848ae391d3ccef3d699 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f445738130ca4848ae391d3ccef3d699 2024-12-04T15:58:23,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f445738130ca4848ae391d3ccef3d699, entries=150, sequenceid=418, filesize=12.0 K 2024-12-04T15:58:23,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/a2caf12f8c494a799d5bdae149922d12 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/a2caf12f8c494a799d5bdae149922d12 2024-12-04T15:58:23,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/a2caf12f8c494a799d5bdae149922d12, entries=150, sequenceid=418, filesize=12.0 K 2024-12-04T15:58:23,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ddb985560dcd21915aebead167481817 in 1255ms, sequenceid=418, compaction requested=true 2024-12-04T15:58:23,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:23,161 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:23,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:23,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:23,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:23,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:23,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:23,162 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:23,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:23,163 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:23,163 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/A is initiating minor compaction (all files) 2024-12-04T15:58:23,163 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/A in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:23,163 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/6f27abae3aba4c60b5035b6b9e39d953, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/27dae7f133ce442988a585f15da40f4b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/0bba17f562e04143bb88e2b6149b6114] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=41.7 K 2024-12-04T15:58:23,163 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:23,163 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f27abae3aba4c60b5035b6b9e39d953, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733327899039 2024-12-04T15:58:23,163 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/B is initiating minor compaction (all files) 2024-12-04T15:58:23,164 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/B in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:23,164 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/60c00df0125b4ab2b4852ad2f8fa6650, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/4c9c9de2ea364dc2a2a208227b5517ca, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f445738130ca4848ae391d3ccef3d699] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=37.0 K 2024-12-04T15:58:23,164 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 60c00df0125b4ab2b4852ad2f8fa6650, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733327899039 2024-12-04T15:58:23,164 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27dae7f133ce442988a585f15da40f4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733327899708 2024-12-04T15:58:23,164 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c9c9de2ea364dc2a2a208227b5517ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733327899708 2024-12-04T15:58:23,164 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bba17f562e04143bb88e2b6149b6114, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733327901896 2024-12-04T15:58:23,165 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting f445738130ca4848ae391d3ccef3d699, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733327901901 2024-12-04T15:58:23,174 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#B#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:23,174 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/2ffe34a719544b0abaebc34e62341b23 is 50, key is test_row_0/B:col10/1733327901904/Put/seqid=0 2024-12-04T15:58:23,178 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#A#compaction#463 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:23,178 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/36e7d2a66e744cacb0f02ad4c06251be is 50, key is test_row_0/A:col10/1733327901904/Put/seqid=0 2024-12-04T15:58:23,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742358_1534 (size=13357) 2024-12-04T15:58:23,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742359_1535 (size=13357) 2024-12-04T15:58:23,203 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/36e7d2a66e744cacb0f02ad4c06251be as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/36e7d2a66e744cacb0f02ad4c06251be 2024-12-04T15:58:23,207 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/A of ddb985560dcd21915aebead167481817 into 36e7d2a66e744cacb0f02ad4c06251be(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:23,207 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:23,207 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/A, priority=13, startTime=1733327903161; duration=0sec 2024-12-04T15:58:23,207 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:23,208 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:A 2024-12-04T15:58:23,208 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:23,208 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:23,208 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/C is initiating minor compaction (all files) 2024-12-04T15:58:23,208 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/C in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:23,209 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/813406022a484575a09342c49d6ff6a3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/9d40edf7bb714b0eb60005c03daea9ed, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/a2caf12f8c494a799d5bdae149922d12] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=37.0 K 2024-12-04T15:58:23,209 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 813406022a484575a09342c49d6ff6a3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1733327899039 2024-12-04T15:58:23,209 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d40edf7bb714b0eb60005c03daea9ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733327899708 2024-12-04T15:58:23,210 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2caf12f8c494a799d5bdae149922d12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733327901901 2024-12-04T15:58:23,216 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#C#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:23,217 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/eace0f6cdd22439d9d61c22c187bcfef is 50, key is test_row_0/C:col10/1733327901904/Put/seqid=0 2024-12-04T15:58:23,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742360_1536 (size=13357) 2024-12-04T15:58:23,230 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/eace0f6cdd22439d9d61c22c187bcfef as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/eace0f6cdd22439d9d61c22c187bcfef 2024-12-04T15:58:23,238 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/C of ddb985560dcd21915aebead167481817 into eace0f6cdd22439d9d61c22c187bcfef(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:23,238 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:23,238 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/C, priority=13, startTime=1733327903162; duration=0sec 2024-12-04T15:58:23,238 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:23,239 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:C 2024-12-04T15:58:23,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-04T15:58:23,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:23,276 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-04T15:58:23,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/84fa8cb4a3df40b6a1e47e74c7822482 is 50, key is test_row_0/A:col10/1733327901956/Put/seqid=0 2024-12-04T15:58:23,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742361_1537 (size=12301) 2024-12-04T15:58:23,602 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/2ffe34a719544b0abaebc34e62341b23 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/2ffe34a719544b0abaebc34e62341b23 2024-12-04T15:58:23,608 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/B of ddb985560dcd21915aebead167481817 into 2ffe34a719544b0abaebc34e62341b23(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:23,608 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:23,608 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/B, priority=13, startTime=1733327903162; duration=0sec 2024-12-04T15:58:23,608 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:23,608 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:B 2024-12-04T15:58:23,693 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/84fa8cb4a3df40b6a1e47e74c7822482 2024-12-04T15:58:23,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/affcaba65644469bb5951abf8fa1fb96 is 50, key is test_row_0/B:col10/1733327901956/Put/seqid=0 2024-12-04T15:58:23,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742362_1538 (size=12301) 2024-12-04T15:58:23,718 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/affcaba65644469bb5951abf8fa1fb96 2024-12-04T15:58:23,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/e5980436e4aa4bafabf6997a1939ca3b is 50, key is test_row_0/C:col10/1733327901956/Put/seqid=0 2024-12-04T15:58:23,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742363_1539 (size=12301) 2024-12-04T15:58:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-12-04T15:58:24,130 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/e5980436e4aa4bafabf6997a1939ca3b 2024-12-04T15:58:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/84fa8cb4a3df40b6a1e47e74c7822482 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/84fa8cb4a3df40b6a1e47e74c7822482 2024-12-04T15:58:24,140 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/84fa8cb4a3df40b6a1e47e74c7822482, entries=150, sequenceid=445, filesize=12.0 K 2024-12-04T15:58:24,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/affcaba65644469bb5951abf8fa1fb96 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/affcaba65644469bb5951abf8fa1fb96 2024-12-04T15:58:24,148 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/affcaba65644469bb5951abf8fa1fb96, entries=150, sequenceid=445, filesize=12.0 K 2024-12-04T15:58:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:24,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. as already flushing 2024-12-04T15:58:24,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/e5980436e4aa4bafabf6997a1939ca3b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/e5980436e4aa4bafabf6997a1939ca3b 2024-12-04T15:58:24,155 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/e5980436e4aa4bafabf6997a1939ca3b, entries=150, sequenceid=445, filesize=12.0 K 2024-12-04T15:58:24,157 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for ddb985560dcd21915aebead167481817 in 882ms, sequenceid=445, compaction requested=false 2024-12-04T15:58:24,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:24,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:24,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-12-04T15:58:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=158 2024-12-04T15:58:24,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-12-04T15:58:24,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2600 sec 2024-12-04T15:58:24,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.2670 sec 2024-12-04T15:58:24,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:24,165 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:24,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-04T15:58:24,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/4079668356a5478788d7ec7187b01567 is 50, key is test_row_0/A:col10/1733327904159/Put/seqid=0 2024-12-04T15:58:24,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742364_1540 (size=14741) 2024-12-04T15:58:24,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/4079668356a5478788d7ec7187b01567 2024-12-04T15:58:24,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/e554624577e440abafc527c84f83d7e0 is 50, key is test_row_0/B:col10/1733327904159/Put/seqid=0 2024-12-04T15:58:24,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742365_1541 (size=12301) 2024-12-04T15:58:24,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/e554624577e440abafc527c84f83d7e0 2024-12-04T15:58:24,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/502bda2182b242cc8b7b102baffa4809 is 50, key is test_row_0/C:col10/1733327904159/Put/seqid=0 2024-12-04T15:58:24,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742366_1542 (size=12301) 2024-12-04T15:58:24,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/502bda2182b242cc8b7b102baffa4809 2024-12-04T15:58:24,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/4079668356a5478788d7ec7187b01567 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/4079668356a5478788d7ec7187b01567 2024-12-04T15:58:24,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/4079668356a5478788d7ec7187b01567, entries=200, sequenceid=459, filesize=14.4 K 2024-12-04T15:58:24,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/e554624577e440abafc527c84f83d7e0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/e554624577e440abafc527c84f83d7e0 2024-12-04T15:58:24,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/e554624577e440abafc527c84f83d7e0, entries=150, sequenceid=459, filesize=12.0 K 2024-12-04T15:58:24,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/502bda2182b242cc8b7b102baffa4809 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/502bda2182b242cc8b7b102baffa4809 2024-12-04T15:58:24,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/502bda2182b242cc8b7b102baffa4809, entries=150, sequenceid=459, filesize=12.0 K 2024-12-04T15:58:24,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ddb985560dcd21915aebead167481817 in 82ms, sequenceid=459, compaction requested=true 2024-12-04T15:58:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:24,247 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:24,247 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:24,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:24,249 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:24,249 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/A is initiating minor compaction (all files) 2024-12-04T15:58:24,249 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:24,249 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/A in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:24,249 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/B is initiating minor compaction (all files) 2024-12-04T15:58:24,249 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/B in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:24,249 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/36e7d2a66e744cacb0f02ad4c06251be, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/84fa8cb4a3df40b6a1e47e74c7822482, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/4079668356a5478788d7ec7187b01567] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=39.5 K 2024-12-04T15:58:24,249 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/2ffe34a719544b0abaebc34e62341b23, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/affcaba65644469bb5951abf8fa1fb96, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/e554624577e440abafc527c84f83d7e0] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=37.1 K 2024-12-04T15:58:24,249 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36e7d2a66e744cacb0f02ad4c06251be, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733327901901 2024-12-04T15:58:24,250 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ffe34a719544b0abaebc34e62341b23, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733327901901 2024-12-04T15:58:24,250 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84fa8cb4a3df40b6a1e47e74c7822482, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733327901952 2024-12-04T15:58:24,250 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting affcaba65644469bb5951abf8fa1fb96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733327901952 2024-12-04T15:58:24,250 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4079668356a5478788d7ec7187b01567, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1733327904155 2024-12-04T15:58:24,250 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting e554624577e440abafc527c84f83d7e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1733327904159 2024-12-04T15:58:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:24,255 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:24,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-04T15:58:24,266 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#A#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:24,266 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/ebf9c5ae08524e439dc16a8419661e43 is 50, key is test_row_0/A:col10/1733327904159/Put/seqid=0 2024-12-04T15:58:24,267 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#B#compaction#472 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:24,268 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/5d4a386e1c934280b49c0c0bfb458bf8 is 50, key is test_row_0/B:col10/1733327904159/Put/seqid=0 2024-12-04T15:58:24,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/e50869b4f75e4649879e811d51fe6556 is 50, key is test_row_0/A:col10/1733327904235/Put/seqid=0 2024-12-04T15:58:24,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742369_1545 (size=13459) 2024-12-04T15:58:24,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742368_1544 (size=14741) 2024-12-04T15:58:24,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742367_1543 (size=13459) 2024-12-04T15:58:24,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/e50869b4f75e4649879e811d51fe6556 2024-12-04T15:58:24,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327964274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:24,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327964276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:24,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:24,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327964278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:24,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327964279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:24,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:24,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/ec678428eb9547e296f90ba05d9d575f is 50, key is test_row_0/B:col10/1733327904235/Put/seqid=0 2024-12-04T15:58:24,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742370_1546 (size=12301) 2024-12-04T15:58:24,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/ec678428eb9547e296f90ba05d9d575f 2024-12-04T15:58:24,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/cda022223316405696b9fa83a087504b is 50, key is test_row_0/C:col10/1733327904235/Put/seqid=0 2024-12-04T15:58:24,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742371_1547 (size=12301) 2024-12-04T15:58:24,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:24,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327964393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:24,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:24,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327964393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:24,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:24,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:24,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327964393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:24,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:24,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327964403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:24,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59560 deadline: 1733327964603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:24,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59590 deadline: 1733327964603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:24,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:24,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59634 deadline: 1733327964603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:24,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:24,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:24,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59574 deadline: 1733327964623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 , the old value is region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:24,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., hostname=a21b6491b371,38361,1733327751910, seqNum=2 because the exception is null or not the one we care about 2024-12-04T15:58:24,680 INFO [Thread-1995 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1995. 2024-12-04T15:58:24,680 DEBUG [Thread-1995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:24,680 DEBUG [Thread-1995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,681 DEBUG [Thread-1995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:24,686 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/ebf9c5ae08524e439dc16a8419661e43 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/ebf9c5ae08524e439dc16a8419661e43 2024-12-04T15:58:24,689 INFO [Thread-1999 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1999. 2024-12-04T15:58:24,689 DEBUG [Thread-1999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:24,689 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,689 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:24,692 INFO [Thread-2001 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2001. 2024-12-04T15:58:24,692 DEBUG [Thread-2001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:24,692 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,692 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:24,693 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/A of ddb985560dcd21915aebead167481817 into ebf9c5ae08524e439dc16a8419661e43(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:24,693 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:24,693 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/A, priority=13, startTime=1733327904247; duration=0sec 2024-12-04T15:58:24,693 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:24,693 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:A 2024-12-04T15:58:24,693 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:24,694 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/5d4a386e1c934280b49c0c0bfb458bf8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/5d4a386e1c934280b49c0c0bfb458bf8 2024-12-04T15:58:24,694 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:24,694 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/C is initiating minor compaction (all files) 2024-12-04T15:58:24,695 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/C in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:24,695 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/eace0f6cdd22439d9d61c22c187bcfef, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/e5980436e4aa4bafabf6997a1939ca3b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/502bda2182b242cc8b7b102baffa4809] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=37.1 K 2024-12-04T15:58:24,695 INFO [Thread-1997 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1997. 2024-12-04T15:58:24,695 DEBUG [Thread-1997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:24,695 DEBUG [Thread-1997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,695 DEBUG [Thread-1997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:24,696 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting eace0f6cdd22439d9d61c22c187bcfef, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733327901901 2024-12-04T15:58:24,696 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5980436e4aa4bafabf6997a1939ca3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733327901952 2024-12-04T15:58:24,696 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 502bda2182b242cc8b7b102baffa4809, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1733327904159 2024-12-04T15:58:24,699 INFO [Thread-1993 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1993. 2024-12-04T15:58:24,699 DEBUG [Thread-1993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:24,699 DEBUG [Thread-1993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,699 DEBUG [Thread-1993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:24,699 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/B of ddb985560dcd21915aebead167481817 into 5d4a386e1c934280b49c0c0bfb458bf8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:24,699 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:24,699 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/B, priority=13, startTime=1733327904247; duration=0sec 2024-12-04T15:58:24,700 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:24,700 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:B 2024-12-04T15:58:24,708 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#C#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:24,708 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/46d6ff3d25dd40dd90cac90f8daced0a is 50, key is test_row_0/C:col10/1733327904159/Put/seqid=0 2024-12-04T15:58:24,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742372_1548 (size=13459) 2024-12-04T15:58:24,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/cda022223316405696b9fa83a087504b 2024-12-04T15:58:24,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/e50869b4f75e4649879e811d51fe6556 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/e50869b4f75e4649879e811d51fe6556 2024-12-04T15:58:24,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/e50869b4f75e4649879e811d51fe6556, entries=200, sequenceid=484, filesize=14.4 K 2024-12-04T15:58:24,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/ec678428eb9547e296f90ba05d9d575f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ec678428eb9547e296f90ba05d9d575f 2024-12-04T15:58:24,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ec678428eb9547e296f90ba05d9d575f, entries=150, sequenceid=484, filesize=12.0 K 2024-12-04T15:58:24,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/cda022223316405696b9fa83a087504b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/cda022223316405696b9fa83a087504b 2024-12-04T15:58:24,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/cda022223316405696b9fa83a087504b, entries=150, sequenceid=484, filesize=12.0 K 2024-12-04T15:58:24,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ddb985560dcd21915aebead167481817 in 478ms, sequenceid=484, compaction requested=false 2024-12-04T15:58:24,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on ddb985560dcd21915aebead167481817 2024-12-04T15:58:24,926 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:24,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-04T15:58:24,927 INFO [Thread-1986 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1986. 2024-12-04T15:58:24,927 INFO [Thread-1984 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1984. 2024-12-04T15:58:24,927 DEBUG [Thread-1984 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:24,927 DEBUG [Thread-1986 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:24,927 DEBUG [Thread-1984 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,927 DEBUG [Thread-1986 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,927 INFO [Thread-1988 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1988. 2024-12-04T15:58:24,927 DEBUG [Thread-1984 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,927 DEBUG [Thread-1988 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:24,927 DEBUG [Thread-1986 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,927 DEBUG [Thread-1988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,927 DEBUG [Thread-1988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:24,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:24,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:24,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/f05ac0b972fe4126b98af14c4b610654 is 50, key is test_row_0/A:col10/1733327904924/Put/seqid=0 2024-12-04T15:58:24,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742373_1549 (size=12301) 2024-12-04T15:58:24,945 INFO [Thread-1990 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1990. 2024-12-04T15:58:24,945 DEBUG [Thread-1990 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:24,945 DEBUG [Thread-1990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,945 DEBUG [Thread-1990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:24,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:25,118 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/46d6ff3d25dd40dd90cac90f8daced0a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/46d6ff3d25dd40dd90cac90f8daced0a 2024-12-04T15:58:25,122 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/C of ddb985560dcd21915aebead167481817 into 46d6ff3d25dd40dd90cac90f8daced0a(size=13.1 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:25,122 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:25,122 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/C, priority=13, startTime=1733327904247; duration=0sec 2024-12-04T15:58:25,122 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:25,122 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:C 2024-12-04T15:58:25,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/f05ac0b972fe4126b98af14c4b610654 2024-12-04T15:58:25,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/9387c55e02074ad4892ab20d7580c9c0 is 50, key is test_row_0/B:col10/1733327904924/Put/seqid=0 2024-12-04T15:58:25,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742374_1550 (size=12301) 2024-12-04T15:58:25,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/9387c55e02074ad4892ab20d7580c9c0 2024-12-04T15:58:25,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/3fa8e73cdfd648b5ae4fedb931a4f767 is 50, key is test_row_0/C:col10/1733327904924/Put/seqid=0 2024-12-04T15:58:25,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742375_1551 (size=12301) 2024-12-04T15:58:25,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/3fa8e73cdfd648b5ae4fedb931a4f767 2024-12-04T15:58:25,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/f05ac0b972fe4126b98af14c4b610654 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/f05ac0b972fe4126b98af14c4b610654 2024-12-04T15:58:25,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/f05ac0b972fe4126b98af14c4b610654, entries=150, sequenceid=500, filesize=12.0 K 2024-12-04T15:58:25,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/9387c55e02074ad4892ab20d7580c9c0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9387c55e02074ad4892ab20d7580c9c0 2024-12-04T15:58:25,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9387c55e02074ad4892ab20d7580c9c0, entries=150, sequenceid=500, filesize=12.0 K 2024-12-04T15:58:25,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/3fa8e73cdfd648b5ae4fedb931a4f767 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/3fa8e73cdfd648b5ae4fedb931a4f767 2024-12-04T15:58:25,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/3fa8e73cdfd648b5ae4fedb931a4f767, entries=150, sequenceid=500, filesize=12.0 K 2024-12-04T15:58:25,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=6.71 KB/6870 for ddb985560dcd21915aebead167481817 in 845ms, sequenceid=500, compaction requested=true 2024-12-04T15:58:25,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:25,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:25,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:25,771 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:25,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:25,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:25,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ddb985560dcd21915aebead167481817:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:25,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:25,771 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:25,772 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:25,772 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/A is initiating minor compaction (all files) 2024-12-04T15:58:25,772 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/A in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:25,772 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/ebf9c5ae08524e439dc16a8419661e43, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/e50869b4f75e4649879e811d51fe6556, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/f05ac0b972fe4126b98af14c4b610654] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=39.6 K 2024-12-04T15:58:25,772 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:25,772 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/B is initiating minor compaction (all files) 2024-12-04T15:58:25,772 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/B in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:25,772 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebf9c5ae08524e439dc16a8419661e43, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1733327904159 2024-12-04T15:58:25,772 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/5d4a386e1c934280b49c0c0bfb458bf8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ec678428eb9547e296f90ba05d9d575f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9387c55e02074ad4892ab20d7580c9c0] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=37.2 K 2024-12-04T15:58:25,773 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting e50869b4f75e4649879e811d51fe6556, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733327904232 2024-12-04T15:58:25,773 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d4a386e1c934280b49c0c0bfb458bf8, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1733327904159 2024-12-04T15:58:25,773 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting f05ac0b972fe4126b98af14c4b610654, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1733327904277 2024-12-04T15:58:25,773 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting ec678428eb9547e296f90ba05d9d575f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733327904235 2024-12-04T15:58:25,773 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 9387c55e02074ad4892ab20d7580c9c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1733327904277 2024-12-04T15:58:25,784 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#A#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:25,785 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/b5cff989c9c1473d932e7325132d9fa9 is 50, key is test_row_0/A:col10/1733327904924/Put/seqid=0 2024-12-04T15:58:25,789 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#B#compaction#481 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:25,790 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/89b6bc4bac2d4b6f959acd7eb9b7f9fd is 50, key is test_row_0/B:col10/1733327904924/Put/seqid=0 2024-12-04T15:58:25,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742376_1552 (size=13561) 2024-12-04T15:58:25,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742377_1553 (size=13561) 2024-12-04T15:58:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157 2024-12-04T15:58:26,064 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:26,134 INFO [Thread-1982 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1982. 2024-12-04T15:58:26,134 DEBUG [Thread-1982 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:26,134 DEBUG [Thread-1982 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:26,135 DEBUG [Thread-1982 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:26,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1310 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3928 rows 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1315 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3944 rows 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1307 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3921 rows 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1311 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3932 rows 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1313 2024-12-04T15:58:26,135 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3931 rows 2024-12-04T15:58:26,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:58:26,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:58:26,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:26,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:26,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:26,137 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T15:58:26,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=159, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=159 2024-12-04T15:58:26,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327906140"}]},"ts":"1733327906140"} 2024-12-04T15:58:26,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T15:58:26,141 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T15:58:26,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T15:58:26,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddb985560dcd21915aebead167481817, UNASSIGN}] 2024-12-04T15:58:26,144 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddb985560dcd21915aebead167481817, UNASSIGN 2024-12-04T15:58:26,144 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=161 updating hbase:meta row=ddb985560dcd21915aebead167481817, regionState=CLOSING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:58:26,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddb985560dcd21915aebead167481817, UNASSIGN because future has completed 2024-12-04T15:58:26,146 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T15:58:26,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE, hasLock=false; CloseRegionProcedure ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:58:26,199 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/b5cff989c9c1473d932e7325132d9fa9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b5cff989c9c1473d932e7325132d9fa9 2024-12-04T15:58:26,203 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/89b6bc4bac2d4b6f959acd7eb9b7f9fd as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/89b6bc4bac2d4b6f959acd7eb9b7f9fd 2024-12-04T15:58:26,203 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/A of ddb985560dcd21915aebead167481817 into b5cff989c9c1473d932e7325132d9fa9(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:26,203 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:26,204 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/A, priority=13, startTime=1733327905771; duration=0sec 2024-12-04T15:58:26,204 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:26,204 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:A 2024-12-04T15:58:26,204 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:26,205 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:26,205 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): ddb985560dcd21915aebead167481817/C is initiating minor compaction (all files) 2024-12-04T15:58:26,205 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ddb985560dcd21915aebead167481817/C in TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:26,205 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/46d6ff3d25dd40dd90cac90f8daced0a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/cda022223316405696b9fa83a087504b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/3fa8e73cdfd648b5ae4fedb931a4f767] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp, totalSize=37.2 K 2024-12-04T15:58:26,205 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46d6ff3d25dd40dd90cac90f8daced0a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1733327904159 2024-12-04T15:58:26,205 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting cda022223316405696b9fa83a087504b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733327904235 2024-12-04T15:58:26,206 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fa8e73cdfd648b5ae4fedb931a4f767, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1733327904277 2024-12-04T15:58:26,207 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/B of ddb985560dcd21915aebead167481817 into 89b6bc4bac2d4b6f959acd7eb9b7f9fd(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:26,207 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:26,207 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/B, priority=13, startTime=1733327905771; duration=0sec 2024-12-04T15:58:26,207 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:26,207 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:B 2024-12-04T15:58:26,214 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ddb985560dcd21915aebead167481817#C#compaction#482 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:26,215 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/957dc522ca134f04b59c3ad0f0011208 is 50, key is test_row_0/C:col10/1733327904924/Put/seqid=0 2024-12-04T15:58:26,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742378_1554 (size=13561) 2024-12-04T15:58:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=159 2024-12-04T15:58:26,298 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(122): Close ddb985560dcd21915aebead167481817 2024-12-04T15:58:26,298 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T15:58:26,298 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1722): Closing ddb985560dcd21915aebead167481817, disabling compactions & flushes 2024-12-04T15:58:26,298 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1993): waiting for 1 compactions to complete for region TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=159 2024-12-04T15:58:26,629 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/957dc522ca134f04b59c3ad0f0011208 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/957dc522ca134f04b59c3ad0f0011208 2024-12-04T15:58:26,632 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ddb985560dcd21915aebead167481817/C of ddb985560dcd21915aebead167481817 into 957dc522ca134f04b59c3ad0f0011208(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:26,632 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ddb985560dcd21915aebead167481817: 2024-12-04T15:58:26,632 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:26,633 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., storeName=ddb985560dcd21915aebead167481817/C, priority=13, startTime=1733327905771; duration=0sec 2024-12-04T15:58:26,633 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:26,633 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:26,633 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ddb985560dcd21915aebead167481817:C 2024-12-04T15:58:26,633 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. after waiting 0 ms 2024-12-04T15:58:26,633 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:26,633 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(2902): Flushing ddb985560dcd21915aebead167481817 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-04T15:58:26,636 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/febf30861a8e481f920ddeeb03437d5b is 50, key is test_row_1/A:col10/1733327906133/Put/seqid=0 2024-12-04T15:58:26,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742379_1555 (size=7415) 2024-12-04T15:58:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=159 2024-12-04T15:58:27,041 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/febf30861a8e481f920ddeeb03437d5b 2024-12-04T15:58:27,046 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/835f64af333340579dfe26111aac0035 is 50, key is test_row_1/B:col10/1733327906133/Put/seqid=0 2024-12-04T15:58:27,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742380_1556 (size=7415) 2024-12-04T15:58:27,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=159 2024-12-04T15:58:27,454 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/835f64af333340579dfe26111aac0035 2024-12-04T15:58:27,461 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/f14743fcf1f843fb93cf2d7a501d722f is 50, key is test_row_1/C:col10/1733327906133/Put/seqid=0 2024-12-04T15:58:27,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742381_1557 (size=7415) 2024-12-04T15:58:27,468 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/f14743fcf1f843fb93cf2d7a501d722f 2024-12-04T15:58:27,476 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/A/febf30861a8e481f920ddeeb03437d5b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/febf30861a8e481f920ddeeb03437d5b 2024-12-04T15:58:27,480 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/febf30861a8e481f920ddeeb03437d5b, entries=50, sequenceid=509, filesize=7.2 K 2024-12-04T15:58:27,480 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/B/835f64af333340579dfe26111aac0035 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/835f64af333340579dfe26111aac0035 2024-12-04T15:58:27,483 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/835f64af333340579dfe26111aac0035, entries=50, sequenceid=509, filesize=7.2 K 2024-12-04T15:58:27,484 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/.tmp/C/f14743fcf1f843fb93cf2d7a501d722f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/f14743fcf1f843fb93cf2d7a501d722f 2024-12-04T15:58:27,487 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/f14743fcf1f843fb93cf2d7a501d722f, entries=50, sequenceid=509, filesize=7.2 K 2024-12-04T15:58:27,488 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for ddb985560dcd21915aebead167481817 in 855ms, sequenceid=509, compaction requested=false 2024-12-04T15:58:27,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/49758c0f77c943798fa14085b8bcaf84, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/32f84fde5c2c43c094ab7327c55a8b39, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/23ebe24105ff48ddafa02441611f874a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b0fea49c8cc342e8a1754cf0803ed336, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/7b7cd00b16ba4fd792c24025d3600c9d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/09caaf57ad484d56830c1d5bc0052008, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/758a483ad6034fe4bee012e7febf172b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/9dcf466ff7f14c509edb959dac64b176, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/15730c07a6944d11823fe25d0bf686dc, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/921681bb0bbe498384b04a77f9675e2f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/732f32ea1ce14c02848d7d1153bdc3a3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/f918652d2a474729b09f749067a965e5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/1b5cb85403d64b619e9d348401d6db92, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/ca6cc873791c411e828ec902b53c72fb, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/34c0b01ea4da4b82b69635a63e2c3276, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/8b877dd6846043e983de335c8b94568a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/cd24eadb2f6e4ab5bef3aa78bd93af3a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/bd5a7de891b44466a4fab0a1cb4c4dd2, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b0b00a84456b4b95ac2daf7546615e7a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/9895ff7626144721bcd8061a8f2b15a1, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/22cdf6dbb41243d18e9319bf000ff6d1, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b52acfd852c14e9ebede753dddada19e, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/734d9879a04442c5bb03c1fd16767562, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/6fd3631aca6444958c1940b0c1f27dd1, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/a30905c74f9f480b8479fffb1b75ebdb, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/995e768e4ea64bfa9d5391e03c13b7d9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/fed4a534a0cd45b9aef57c0d9757fb00, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/665dabb26c974b208e050d767e8cd269, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/6f27abae3aba4c60b5035b6b9e39d953, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/27dae7f133ce442988a585f15da40f4b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/0bba17f562e04143bb88e2b6149b6114, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/36e7d2a66e744cacb0f02ad4c06251be, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/84fa8cb4a3df40b6a1e47e74c7822482, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/4079668356a5478788d7ec7187b01567, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/ebf9c5ae08524e439dc16a8419661e43, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/e50869b4f75e4649879e811d51fe6556, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/f05ac0b972fe4126b98af14c4b610654] to archive 2024-12-04T15:58:27,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:58:27,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/49758c0f77c943798fa14085b8bcaf84 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/49758c0f77c943798fa14085b8bcaf84 2024-12-04T15:58:27,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/32f84fde5c2c43c094ab7327c55a8b39 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/32f84fde5c2c43c094ab7327c55a8b39 2024-12-04T15:58:27,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/23ebe24105ff48ddafa02441611f874a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/23ebe24105ff48ddafa02441611f874a 2024-12-04T15:58:27,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b0fea49c8cc342e8a1754cf0803ed336 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b0fea49c8cc342e8a1754cf0803ed336 2024-12-04T15:58:27,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/7b7cd00b16ba4fd792c24025d3600c9d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/7b7cd00b16ba4fd792c24025d3600c9d 2024-12-04T15:58:27,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/09caaf57ad484d56830c1d5bc0052008 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/09caaf57ad484d56830c1d5bc0052008 2024-12-04T15:58:27,503 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/758a483ad6034fe4bee012e7febf172b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/758a483ad6034fe4bee012e7febf172b 2024-12-04T15:58:27,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/9dcf466ff7f14c509edb959dac64b176 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/9dcf466ff7f14c509edb959dac64b176 2024-12-04T15:58:27,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/15730c07a6944d11823fe25d0bf686dc to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/15730c07a6944d11823fe25d0bf686dc 2024-12-04T15:58:27,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/921681bb0bbe498384b04a77f9675e2f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/921681bb0bbe498384b04a77f9675e2f 2024-12-04T15:58:27,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/732f32ea1ce14c02848d7d1153bdc3a3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/732f32ea1ce14c02848d7d1153bdc3a3 2024-12-04T15:58:27,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/f918652d2a474729b09f749067a965e5 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/f918652d2a474729b09f749067a965e5 2024-12-04T15:58:27,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/1b5cb85403d64b619e9d348401d6db92 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/1b5cb85403d64b619e9d348401d6db92 2024-12-04T15:58:27,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/ca6cc873791c411e828ec902b53c72fb to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/ca6cc873791c411e828ec902b53c72fb 2024-12-04T15:58:27,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/34c0b01ea4da4b82b69635a63e2c3276 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/34c0b01ea4da4b82b69635a63e2c3276 2024-12-04T15:58:27,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/8b877dd6846043e983de335c8b94568a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/8b877dd6846043e983de335c8b94568a 2024-12-04T15:58:27,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/cd24eadb2f6e4ab5bef3aa78bd93af3a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/cd24eadb2f6e4ab5bef3aa78bd93af3a 2024-12-04T15:58:27,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/bd5a7de891b44466a4fab0a1cb4c4dd2 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/bd5a7de891b44466a4fab0a1cb4c4dd2 2024-12-04T15:58:27,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b0b00a84456b4b95ac2daf7546615e7a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b0b00a84456b4b95ac2daf7546615e7a 2024-12-04T15:58:27,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/9895ff7626144721bcd8061a8f2b15a1 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/9895ff7626144721bcd8061a8f2b15a1 2024-12-04T15:58:27,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/22cdf6dbb41243d18e9319bf000ff6d1 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/22cdf6dbb41243d18e9319bf000ff6d1 2024-12-04T15:58:27,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b52acfd852c14e9ebede753dddada19e to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b52acfd852c14e9ebede753dddada19e 2024-12-04T15:58:27,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/734d9879a04442c5bb03c1fd16767562 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/734d9879a04442c5bb03c1fd16767562 2024-12-04T15:58:27,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/6fd3631aca6444958c1940b0c1f27dd1 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/6fd3631aca6444958c1940b0c1f27dd1 2024-12-04T15:58:27,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/a30905c74f9f480b8479fffb1b75ebdb to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/a30905c74f9f480b8479fffb1b75ebdb 2024-12-04T15:58:27,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/995e768e4ea64bfa9d5391e03c13b7d9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/995e768e4ea64bfa9d5391e03c13b7d9 2024-12-04T15:58:27,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/fed4a534a0cd45b9aef57c0d9757fb00 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/fed4a534a0cd45b9aef57c0d9757fb00 2024-12-04T15:58:27,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/665dabb26c974b208e050d767e8cd269 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/665dabb26c974b208e050d767e8cd269 2024-12-04T15:58:27,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/6f27abae3aba4c60b5035b6b9e39d953 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/6f27abae3aba4c60b5035b6b9e39d953 2024-12-04T15:58:27,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/27dae7f133ce442988a585f15da40f4b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/27dae7f133ce442988a585f15da40f4b 2024-12-04T15:58:27,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/0bba17f562e04143bb88e2b6149b6114 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/0bba17f562e04143bb88e2b6149b6114 2024-12-04T15:58:27,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/36e7d2a66e744cacb0f02ad4c06251be to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/36e7d2a66e744cacb0f02ad4c06251be 2024-12-04T15:58:27,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/84fa8cb4a3df40b6a1e47e74c7822482 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/84fa8cb4a3df40b6a1e47e74c7822482 2024-12-04T15:58:27,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/4079668356a5478788d7ec7187b01567 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/4079668356a5478788d7ec7187b01567 2024-12-04T15:58:27,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/ebf9c5ae08524e439dc16a8419661e43 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/ebf9c5ae08524e439dc16a8419661e43 2024-12-04T15:58:27,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/e50869b4f75e4649879e811d51fe6556 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/e50869b4f75e4649879e811d51fe6556 2024-12-04T15:58:27,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/f05ac0b972fe4126b98af14c4b610654 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/f05ac0b972fe4126b98af14c4b610654 2024-12-04T15:58:27,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ec3123e8e1b94055a7610ca3033c46ad, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/68e738433a3b4482883a53d4e1359ca8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/6cdc71cad0a9407e8abba6ecb0d55bd8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/92089206bbcd472aaee599b5e26b3b59, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/5ff1314dccf84787b53a94cc086fc3fe, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/7f1045000a8f445d8772e02e5926c622, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/8ac0de8d09354581bb140e84469be84e, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/d7843fef52f843778aa6a4d76871ec1e, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/b67dc6def9f44845a93d763cd00f9665, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/c595d52a9dcf4bd49f4efaeb3df2d081, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f7812e945a364f979bcb880a43a8441d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/bfe613cc706441bf8050b49f6aa5b251, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/3146c6cecc984b3388447eaa05b74469, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ace943dc2a7d4447aca458b52fc3663f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/a4dcb3639d1f49f2b4a781b050f7f234, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9c81358a368e4744bdbca35271548340, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9195348141ed42ac89d9209886c2c7d9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f12d4790a09e481dae644978c8f7fd87, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/0281393e7d7c42aa8dc71cff2dba3ef7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/5b5efc77da7d4d648a463f4b7ad5489b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/2f7807e5aca64d1280574053b0f41844, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f28375261733400b81a4c8e2e02d8ed5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/b093b2044b6a4b8291fb19d10e7639d4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/28d15c499b7e4218b83dd2a3488c4580, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/3fe65e5f50794c28a9206176ea5a1d88, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/24d72daf8c444d1d9b27ffe46f6956fc, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/eef79cbb24244a74838e3c8e49b04328, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/60c00df0125b4ab2b4852ad2f8fa6650, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/aefec32876d3445eb10c59b98e33630a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/4c9c9de2ea364dc2a2a208227b5517ca, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/2ffe34a719544b0abaebc34e62341b23, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f445738130ca4848ae391d3ccef3d699, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/affcaba65644469bb5951abf8fa1fb96, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/5d4a386e1c934280b49c0c0bfb458bf8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/e554624577e440abafc527c84f83d7e0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ec678428eb9547e296f90ba05d9d575f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9387c55e02074ad4892ab20d7580c9c0] to archive 2024-12-04T15:58:27,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:58:27,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ec3123e8e1b94055a7610ca3033c46ad to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ec3123e8e1b94055a7610ca3033c46ad 2024-12-04T15:58:27,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/68e738433a3b4482883a53d4e1359ca8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/68e738433a3b4482883a53d4e1359ca8 2024-12-04T15:58:27,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/6cdc71cad0a9407e8abba6ecb0d55bd8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/6cdc71cad0a9407e8abba6ecb0d55bd8 2024-12-04T15:58:27,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/92089206bbcd472aaee599b5e26b3b59 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/92089206bbcd472aaee599b5e26b3b59 2024-12-04T15:58:27,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/5ff1314dccf84787b53a94cc086fc3fe to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/5ff1314dccf84787b53a94cc086fc3fe 2024-12-04T15:58:27,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/7f1045000a8f445d8772e02e5926c622 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/7f1045000a8f445d8772e02e5926c622 2024-12-04T15:58:27,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/8ac0de8d09354581bb140e84469be84e to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/8ac0de8d09354581bb140e84469be84e 2024-12-04T15:58:27,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/d7843fef52f843778aa6a4d76871ec1e to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/d7843fef52f843778aa6a4d76871ec1e 2024-12-04T15:58:27,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/b67dc6def9f44845a93d763cd00f9665 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/b67dc6def9f44845a93d763cd00f9665 2024-12-04T15:58:27,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/c595d52a9dcf4bd49f4efaeb3df2d081 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/c595d52a9dcf4bd49f4efaeb3df2d081 2024-12-04T15:58:27,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f7812e945a364f979bcb880a43a8441d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f7812e945a364f979bcb880a43a8441d 2024-12-04T15:58:27,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/bfe613cc706441bf8050b49f6aa5b251 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/bfe613cc706441bf8050b49f6aa5b251 2024-12-04T15:58:27,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/3146c6cecc984b3388447eaa05b74469 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/3146c6cecc984b3388447eaa05b74469 2024-12-04T15:58:27,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ace943dc2a7d4447aca458b52fc3663f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ace943dc2a7d4447aca458b52fc3663f 2024-12-04T15:58:27,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/a4dcb3639d1f49f2b4a781b050f7f234 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/a4dcb3639d1f49f2b4a781b050f7f234 2024-12-04T15:58:27,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9c81358a368e4744bdbca35271548340 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9c81358a368e4744bdbca35271548340 2024-12-04T15:58:27,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9195348141ed42ac89d9209886c2c7d9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9195348141ed42ac89d9209886c2c7d9 2024-12-04T15:58:27,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f12d4790a09e481dae644978c8f7fd87 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f12d4790a09e481dae644978c8f7fd87 2024-12-04T15:58:27,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/0281393e7d7c42aa8dc71cff2dba3ef7 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/0281393e7d7c42aa8dc71cff2dba3ef7 2024-12-04T15:58:27,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/5b5efc77da7d4d648a463f4b7ad5489b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/5b5efc77da7d4d648a463f4b7ad5489b 2024-12-04T15:58:27,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/2f7807e5aca64d1280574053b0f41844 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/2f7807e5aca64d1280574053b0f41844 2024-12-04T15:58:27,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f28375261733400b81a4c8e2e02d8ed5 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f28375261733400b81a4c8e2e02d8ed5 2024-12-04T15:58:27,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/b093b2044b6a4b8291fb19d10e7639d4 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/b093b2044b6a4b8291fb19d10e7639d4 2024-12-04T15:58:27,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/28d15c499b7e4218b83dd2a3488c4580 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/28d15c499b7e4218b83dd2a3488c4580 2024-12-04T15:58:27,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/3fe65e5f50794c28a9206176ea5a1d88 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/3fe65e5f50794c28a9206176ea5a1d88 2024-12-04T15:58:27,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/24d72daf8c444d1d9b27ffe46f6956fc to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/24d72daf8c444d1d9b27ffe46f6956fc 2024-12-04T15:58:27,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/eef79cbb24244a74838e3c8e49b04328 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/eef79cbb24244a74838e3c8e49b04328 2024-12-04T15:58:27,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/60c00df0125b4ab2b4852ad2f8fa6650 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/60c00df0125b4ab2b4852ad2f8fa6650 2024-12-04T15:58:27,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/aefec32876d3445eb10c59b98e33630a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/aefec32876d3445eb10c59b98e33630a 2024-12-04T15:58:27,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/4c9c9de2ea364dc2a2a208227b5517ca to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/4c9c9de2ea364dc2a2a208227b5517ca 2024-12-04T15:58:27,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/2ffe34a719544b0abaebc34e62341b23 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/2ffe34a719544b0abaebc34e62341b23 2024-12-04T15:58:27,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f445738130ca4848ae391d3ccef3d699 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/f445738130ca4848ae391d3ccef3d699 2024-12-04T15:58:27,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/affcaba65644469bb5951abf8fa1fb96 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/affcaba65644469bb5951abf8fa1fb96 2024-12-04T15:58:27,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/5d4a386e1c934280b49c0c0bfb458bf8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/5d4a386e1c934280b49c0c0bfb458bf8 2024-12-04T15:58:27,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/e554624577e440abafc527c84f83d7e0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/e554624577e440abafc527c84f83d7e0 2024-12-04T15:58:27,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ec678428eb9547e296f90ba05d9d575f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/ec678428eb9547e296f90ba05d9d575f 2024-12-04T15:58:27,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9387c55e02074ad4892ab20d7580c9c0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/9387c55e02074ad4892ab20d7580c9c0 2024-12-04T15:58:27,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/702c3e7539aa4cf49258aa8bb66ff4d9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/7de2220670ad40279123cd6a29562943, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/63b89021ed3a47ec8884e6e5ccb48b60, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/62d48e8dfbf4425397e89ac43c4bf0ae, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/c910dc5261db4bd9a15e7db12c31670f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/ea9c04686d6c4811a330f13dc26c6c46, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/6a4319bde64141b690685a6e33cf66b2, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/53032235fee6404e8357174c6edcb012, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/057c5d648eba4d2fb7e279b6d11b06bf, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/8f3ddd870a7d442fadb7a0ca4636cc9a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/4ed0d70793364e689be68211025ab95b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/53380f1a42004fee8cb9ea348af2c9e3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/19a94b36d7e941389f14d8b1ee337eac, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/3a47910948c3401e94e47652def1ee84, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/790a97f96df14629bb987794f9a5869a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5cdcad02b3cb4791a89a668bb5ca23d3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/54b6babd51e84df3b39508f6467c7276, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/40d726ae91354a8880569640c592f977, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5c804295067244d9b4275626390d7121, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/474996498d5f4b0bbbde56cb217a9029, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/9bcae4a7b66f4d44a468fb8d1da2af40, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5437c1218e0f46c99b351e050acbfd6d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/0f91e98551714328820fd473d7744fc4, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/4351c1da2af644da9e58c9b5d6cec6df, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/e39202fd5c884bb28bbd87f876df0fe9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/cbbc1e71a7b54611a24d54212d56f111, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/e457038ba5bd4639a0512e2f02d9ac69, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/813406022a484575a09342c49d6ff6a3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/63ff74ed540f4b83a610d4712a1b41d9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/9d40edf7bb714b0eb60005c03daea9ed, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/eace0f6cdd22439d9d61c22c187bcfef, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/a2caf12f8c494a799d5bdae149922d12, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/e5980436e4aa4bafabf6997a1939ca3b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/46d6ff3d25dd40dd90cac90f8daced0a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/502bda2182b242cc8b7b102baffa4809, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/cda022223316405696b9fa83a087504b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/3fa8e73cdfd648b5ae4fedb931a4f767] to archive 2024-12-04T15:58:27,576 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:58:27,577 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/702c3e7539aa4cf49258aa8bb66ff4d9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/702c3e7539aa4cf49258aa8bb66ff4d9 2024-12-04T15:58:27,578 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/7de2220670ad40279123cd6a29562943 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/7de2220670ad40279123cd6a29562943 2024-12-04T15:58:27,579 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/63b89021ed3a47ec8884e6e5ccb48b60 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/63b89021ed3a47ec8884e6e5ccb48b60 2024-12-04T15:58:27,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/62d48e8dfbf4425397e89ac43c4bf0ae to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/62d48e8dfbf4425397e89ac43c4bf0ae 2024-12-04T15:58:27,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/c910dc5261db4bd9a15e7db12c31670f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/c910dc5261db4bd9a15e7db12c31670f 2024-12-04T15:58:27,582 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/ea9c04686d6c4811a330f13dc26c6c46 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/ea9c04686d6c4811a330f13dc26c6c46 2024-12-04T15:58:27,583 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/6a4319bde64141b690685a6e33cf66b2 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/6a4319bde64141b690685a6e33cf66b2 2024-12-04T15:58:27,584 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/53032235fee6404e8357174c6edcb012 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/53032235fee6404e8357174c6edcb012 2024-12-04T15:58:27,585 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/057c5d648eba4d2fb7e279b6d11b06bf to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/057c5d648eba4d2fb7e279b6d11b06bf 2024-12-04T15:58:27,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/8f3ddd870a7d442fadb7a0ca4636cc9a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/8f3ddd870a7d442fadb7a0ca4636cc9a 2024-12-04T15:58:27,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/4ed0d70793364e689be68211025ab95b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/4ed0d70793364e689be68211025ab95b 2024-12-04T15:58:27,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/53380f1a42004fee8cb9ea348af2c9e3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/53380f1a42004fee8cb9ea348af2c9e3 2024-12-04T15:58:27,590 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/19a94b36d7e941389f14d8b1ee337eac to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/19a94b36d7e941389f14d8b1ee337eac 2024-12-04T15:58:27,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/3a47910948c3401e94e47652def1ee84 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/3a47910948c3401e94e47652def1ee84 2024-12-04T15:58:27,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/790a97f96df14629bb987794f9a5869a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/790a97f96df14629bb987794f9a5869a 2024-12-04T15:58:27,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5cdcad02b3cb4791a89a668bb5ca23d3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5cdcad02b3cb4791a89a668bb5ca23d3 2024-12-04T15:58:27,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/54b6babd51e84df3b39508f6467c7276 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/54b6babd51e84df3b39508f6467c7276 2024-12-04T15:58:27,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/40d726ae91354a8880569640c592f977 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/40d726ae91354a8880569640c592f977 2024-12-04T15:58:27,597 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5c804295067244d9b4275626390d7121 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5c804295067244d9b4275626390d7121 2024-12-04T15:58:27,598 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/474996498d5f4b0bbbde56cb217a9029 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/474996498d5f4b0bbbde56cb217a9029 2024-12-04T15:58:27,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/9bcae4a7b66f4d44a468fb8d1da2af40 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/9bcae4a7b66f4d44a468fb8d1da2af40 2024-12-04T15:58:27,600 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5437c1218e0f46c99b351e050acbfd6d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/5437c1218e0f46c99b351e050acbfd6d 2024-12-04T15:58:27,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/0f91e98551714328820fd473d7744fc4 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/0f91e98551714328820fd473d7744fc4 2024-12-04T15:58:27,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/4351c1da2af644da9e58c9b5d6cec6df to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/4351c1da2af644da9e58c9b5d6cec6df 2024-12-04T15:58:27,603 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/e39202fd5c884bb28bbd87f876df0fe9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/e39202fd5c884bb28bbd87f876df0fe9 2024-12-04T15:58:27,604 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/cbbc1e71a7b54611a24d54212d56f111 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/cbbc1e71a7b54611a24d54212d56f111 2024-12-04T15:58:27,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/e457038ba5bd4639a0512e2f02d9ac69 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/e457038ba5bd4639a0512e2f02d9ac69 2024-12-04T15:58:27,606 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/813406022a484575a09342c49d6ff6a3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/813406022a484575a09342c49d6ff6a3 2024-12-04T15:58:27,607 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/63ff74ed540f4b83a610d4712a1b41d9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/63ff74ed540f4b83a610d4712a1b41d9 2024-12-04T15:58:27,608 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/9d40edf7bb714b0eb60005c03daea9ed to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/9d40edf7bb714b0eb60005c03daea9ed 2024-12-04T15:58:27,609 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/eace0f6cdd22439d9d61c22c187bcfef to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/eace0f6cdd22439d9d61c22c187bcfef 2024-12-04T15:58:27,609 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/a2caf12f8c494a799d5bdae149922d12 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/a2caf12f8c494a799d5bdae149922d12 2024-12-04T15:58:27,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/e5980436e4aa4bafabf6997a1939ca3b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/e5980436e4aa4bafabf6997a1939ca3b 2024-12-04T15:58:27,611 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/46d6ff3d25dd40dd90cac90f8daced0a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/46d6ff3d25dd40dd90cac90f8daced0a 2024-12-04T15:58:27,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/502bda2182b242cc8b7b102baffa4809 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/502bda2182b242cc8b7b102baffa4809 2024-12-04T15:58:27,613 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/cda022223316405696b9fa83a087504b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/cda022223316405696b9fa83a087504b 2024-12-04T15:58:27,614 DEBUG [StoreCloser-TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/3fa8e73cdfd648b5ae4fedb931a4f767 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/3fa8e73cdfd648b5ae4fedb931a4f767 2024-12-04T15:58:27,619 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/recovered.edits/512.seqid, newMaxSeqId=512, maxSeqId=1 2024-12-04T15:58:27,619 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. 2024-12-04T15:58:27,619 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] regionserver.HRegion(1676): Region close journal for ddb985560dcd21915aebead167481817: Waiting for close lock at 1733327906298Running coprocessor pre-close hooks at 1733327906298Disabling compacts and flushes for region at 1733327906298Disabling writes for close at 1733327906633 (+335 ms)Obtaining lock to block concurrent updates at 1733327906633Preparing flush snapshotting stores in ddb985560dcd21915aebead167481817 at 1733327906633Finished memstore snapshotting TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1733327906633Flushing stores of TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817. at 1733327906634 (+1 ms)Flushing ddb985560dcd21915aebead167481817/A: creating writer at 1733327906634Flushing ddb985560dcd21915aebead167481817/A: appending metadata at 1733327906636 (+2 ms)Flushing ddb985560dcd21915aebead167481817/A: closing flushed file at 1733327906636Flushing ddb985560dcd21915aebead167481817/B: creating writer at 1733327907044 (+408 ms)Flushing ddb985560dcd21915aebead167481817/B: appending metadata at 1733327907046 (+2 ms)Flushing ddb985560dcd21915aebead167481817/B: closing flushed file at 1733327907046Flushing ddb985560dcd21915aebead167481817/C: creating writer at 1733327907458 (+412 ms)Flushing ddb985560dcd21915aebead167481817/C: appending metadata at 1733327907460 (+2 ms)Flushing ddb985560dcd21915aebead167481817/C: closing flushed file at 1733327907460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b319261: reopening flushed file at 1733327907476 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aeb2173: reopening flushed file at 1733327907480 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3873ff10: reopening flushed file at 1733327907483 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for ddb985560dcd21915aebead167481817 in 855ms, sequenceid=509, compaction requested=false at 1733327907488 (+5 ms)Writing region close event to WAL at 1733327907616 (+128 ms)Running coprocessor post-close hooks at 1733327907619 (+3 ms)Closed at 1733327907619 2024-12-04T15:58:27,621 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=162}] handler.UnassignRegionHandler(157): Closed ddb985560dcd21915aebead167481817 2024-12-04T15:58:27,622 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=161 updating hbase:meta row=ddb985560dcd21915aebead167481817, regionState=CLOSED 2024-12-04T15:58:27,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=162, ppid=161, state=RUNNABLE, hasLock=false; CloseRegionProcedure ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:58:27,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=162, resume processing ppid=161 2024-12-04T15:58:27,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, ppid=161, state=SUCCESS, hasLock=false; CloseRegionProcedure ddb985560dcd21915aebead167481817, server=a21b6491b371,38361,1733327751910 in 1.4780 sec 2024-12-04T15:58:27,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-04T15:58:27,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ddb985560dcd21915aebead167481817, UNASSIGN in 1.4830 sec 2024-12-04T15:58:27,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159 2024-12-04T15:58:27,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4860 sec 2024-12-04T15:58:27,630 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327907630"}]},"ts":"1733327907630"} 2024-12-04T15:58:27,632 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T15:58:27,632 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T15:58:27,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4950 sec 2024-12-04T15:58:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=159 2024-12-04T15:58:28,284 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:28,284 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T15:58:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=163, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:28,286 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=163, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:28,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=163 2024-12-04T15:58:28,286 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=163, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:28,288 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817 2024-12-04T15:58:28,290 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/recovered.edits] 2024-12-04T15:58:28,292 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b5cff989c9c1473d932e7325132d9fa9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/b5cff989c9c1473d932e7325132d9fa9 2024-12-04T15:58:28,293 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/febf30861a8e481f920ddeeb03437d5b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/A/febf30861a8e481f920ddeeb03437d5b 2024-12-04T15:58:28,296 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/835f64af333340579dfe26111aac0035 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/835f64af333340579dfe26111aac0035 2024-12-04T15:58:28,297 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/89b6bc4bac2d4b6f959acd7eb9b7f9fd to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/B/89b6bc4bac2d4b6f959acd7eb9b7f9fd 2024-12-04T15:58:28,300 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/957dc522ca134f04b59c3ad0f0011208 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/957dc522ca134f04b59c3ad0f0011208 2024-12-04T15:58:28,302 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/f14743fcf1f843fb93cf2d7a501d722f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/C/f14743fcf1f843fb93cf2d7a501d722f 2024-12-04T15:58:28,304 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/recovered.edits/512.seqid to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817/recovered.edits/512.seqid 2024-12-04T15:58:28,305 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/ddb985560dcd21915aebead167481817 2024-12-04T15:58:28,305 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T15:58:28,307 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=163, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:28,309 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T15:58:28,312 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T15:58:28,313 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=163, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:28,313 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T15:58:28,313 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733327908313"}]},"ts":"9223372036854775807"} 2024-12-04T15:58:28,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T15:58:28,316 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ddb985560dcd21915aebead167481817, NAME => 'TestAcidGuarantees,,1733327882482.ddb985560dcd21915aebead167481817.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T15:58:28,316 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T15:58:28,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733327908316"}]},"ts":"9223372036854775807"} 2024-12-04T15:58:28,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T15:58:28,318 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=163, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:28,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 34 msec 2024-12-04T15:58:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=163 2024-12-04T15:58:28,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T15:58:28,394 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:28,406 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=244 (was 239) - Thread LEAK? -, OpenFileDescriptor=463 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=388 (was 357) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8663 (was 8855) 2024-12-04T15:58:28,430 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=244, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=388, ProcessCount=11, AvailableMemoryMB=8662 2024-12-04T15:58:28,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T15:58:28,433 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:58:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:28,436 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=164, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:58:28,436 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:28,436 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 164 2024-12-04T15:58:28,438 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=164, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:58:28,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-04T15:58:28,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742382_1558 (size=959) 2024-12-04T15:58:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-04T15:58:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-04T15:58:28,844 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7 2024-12-04T15:58:28,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742383_1559 (size=53) 2024-12-04T15:58:29,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-04T15:58:29,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:58:29,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9adb8c823263fd70a15c974656802a7f, disabling compactions & flushes 2024-12-04T15:58:29,249 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:29,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:29,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. after waiting 0 ms 2024-12-04T15:58:29,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:29,249 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:29,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9adb8c823263fd70a15c974656802a7f: Waiting for close lock at 1733327909249Disabling compacts and flushes for region at 1733327909249Disabling writes for close at 1733327909249Writing region close event to WAL at 1733327909249Closed at 1733327909249 2024-12-04T15:58:29,250 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=164, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:58:29,251 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733327909250"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733327909250"}]},"ts":"1733327909250"} 2024-12-04T15:58:29,252 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:58:29,253 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=164, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:58:29,253 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327909253"}]},"ts":"1733327909253"} 2024-12-04T15:58:29,254 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-04T15:58:29,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9adb8c823263fd70a15c974656802a7f, ASSIGN}] 2024-12-04T15:58:29,256 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9adb8c823263fd70a15c974656802a7f, ASSIGN 2024-12-04T15:58:29,257 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9adb8c823263fd70a15c974656802a7f, ASSIGN; state=OFFLINE, location=a21b6491b371,38361,1733327751910; forceNewPlan=false, retain=false 2024-12-04T15:58:29,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=9adb8c823263fd70a15c974656802a7f, regionState=OPENING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:58:29,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9adb8c823263fd70a15c974656802a7f, ASSIGN because future has completed 2024-12-04T15:58:29,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:58:29,564 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:29,564 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7752): Opening region: {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:58:29,564 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:29,564 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:58:29,564 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7794): checking encryption for 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:29,564 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7797): checking classloading for 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:29,565 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:29,567 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9adb8c823263fd70a15c974656802a7f columnFamilyName A 2024-12-04T15:58:29,567 DEBUG [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:29,567 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] regionserver.HStore(327): Store=9adb8c823263fd70a15c974656802a7f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:58:29,568 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:29,569 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9adb8c823263fd70a15c974656802a7f columnFamilyName B 2024-12-04T15:58:29,569 DEBUG [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:29,569 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] regionserver.HStore(327): Store=9adb8c823263fd70a15c974656802a7f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:58:29,569 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:29,570 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9adb8c823263fd70a15c974656802a7f columnFamilyName C 2024-12-04T15:58:29,570 DEBUG [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:29,571 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] regionserver.HStore(327): Store=9adb8c823263fd70a15c974656802a7f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:58:29,571 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1038): replaying wal for 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:29,572 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:29,572 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:29,573 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1048): stopping wal replay for 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:29,573 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1060): Cleaning up temporary data for 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-04T15:58:29,574 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T15:58:29,575 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1093): writing seq id for 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:29,577 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:58:29,578 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1114): Opened 9adb8c823263fd70a15c974656802a7f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63203666, jitterRate=-0.05819198489189148}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T15:58:29,578 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:29,579 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1006): Region open journal for 9adb8c823263fd70a15c974656802a7f: Running coprocessor pre-open hook at 1733327909564Writing region info on filesystem at 1733327909564Initializing all the Stores at 1733327909565 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327909565Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327909565Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327909565Cleaning up temporary data from old regions at 1733327909573 (+8 ms)Running coprocessor post-open hooks at 1733327909578 (+5 ms)Region opened successfully at 1733327909579 (+1 ms) 2024-12-04T15:58:29,579 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., pid=166, masterSystemTime=1733327909561 2024-12-04T15:58:29,583 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=9adb8c823263fd70a15c974656802a7f, regionState=OPEN, openSeqNum=2, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:58:29,584 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:29,584 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:29,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=165, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:58:29,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165 2024-12-04T15:58:29,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; OpenRegionProcedure 9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 in 176 msec 2024-12-04T15:58:29,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-04T15:58:29,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9adb8c823263fd70a15c974656802a7f, ASSIGN in 332 msec 2024-12-04T15:58:29,591 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=164, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:58:29,592 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327909591"}]},"ts":"1733327909591"} 2024-12-04T15:58:29,593 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-04T15:58:29,594 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=164, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:58:29,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1610 sec 2024-12-04T15:58:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-04T15:58:30,583 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:30,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d561250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:30,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:30,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:30,585 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:30,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263dbaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:30,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:30,587 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:30,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b73ab5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:30,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:30,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:30,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:30,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:30,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:58:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is a21b6491b371,46405,1733327751000 2024-12-04T15:58:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a585600 2024-12-04T15:58:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:58:30,593 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:58:30,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-04T15:58:30,594 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:58:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=167, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:30,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742384_1560 (size=995) 2024-12-04T15:58:31,008 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-04T15:58:31,008 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-04T15:58:31,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T15:58:31,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9adb8c823263fd70a15c974656802a7f, REOPEN/MOVE}] 2024-12-04T15:58:31,014 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9adb8c823263fd70a15c974656802a7f, REOPEN/MOVE 2024-12-04T15:58:31,015 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=169 updating hbase:meta row=9adb8c823263fd70a15c974656802a7f, regionState=CLOSING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9adb8c823263fd70a15c974656802a7f, REOPEN/MOVE because future has completed 2024-12-04T15:58:31,017 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T15:58:31,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:58:31,169 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(122): Close 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:31,169 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T15:58:31,170 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1722): Closing 9adb8c823263fd70a15c974656802a7f, disabling compactions & flushes 2024-12-04T15:58:31,170 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:31,170 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:31,170 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. after waiting 0 ms 2024-12-04T15:58:31,170 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:31,173 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-04T15:58:31,174 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:31,174 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1676): Region close journal for 9adb8c823263fd70a15c974656802a7f: Waiting for close lock at 1733327911169Running coprocessor pre-close hooks at 1733327911169Disabling compacts and flushes for region at 1733327911170 (+1 ms)Disabling writes for close at 1733327911170Writing region close event to WAL at 1733327911170Running coprocessor post-close hooks at 1733327911174 (+4 ms)Closed at 1733327911174 2024-12-04T15:58:31,174 WARN [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionServer(3299): Not adding moved region record: 9adb8c823263fd70a15c974656802a7f to self. 2024-12-04T15:58:31,176 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(157): Closed 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:31,177 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=169 updating hbase:meta row=9adb8c823263fd70a15c974656802a7f, regionState=CLOSED 2024-12-04T15:58:31,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=170, ppid=169, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:58:31,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=170, resume processing ppid=169 2024-12-04T15:58:31,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, ppid=169, state=SUCCESS, hasLock=false; CloseRegionProcedure 9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 in 162 msec 2024-12-04T15:58:31,181 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9adb8c823263fd70a15c974656802a7f, REOPEN/MOVE; state=CLOSED, location=a21b6491b371,38361,1733327751910; forceNewPlan=false, retain=true 2024-12-04T15:58:31,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=169 updating hbase:meta row=9adb8c823263fd70a15c974656802a7f, regionState=OPENING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9adb8c823263fd70a15c974656802a7f, REOPEN/MOVE because future has completed 2024-12-04T15:58:31,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=169, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:58:31,485 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-04T15:58:31,488 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:31,488 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(7752): Opening region: {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:58:31,488 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:31,488 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:58:31,488 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(7794): checking encryption for 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:31,488 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(7797): checking classloading for 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:31,489 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:31,490 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9adb8c823263fd70a15c974656802a7f columnFamilyName A 2024-12-04T15:58:31,491 DEBUG [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:31,491 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] regionserver.HStore(327): Store=9adb8c823263fd70a15c974656802a7f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:58:31,491 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:31,492 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9adb8c823263fd70a15c974656802a7f columnFamilyName B 2024-12-04T15:58:31,492 DEBUG [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:31,492 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] regionserver.HStore(327): Store=9adb8c823263fd70a15c974656802a7f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:58:31,492 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:31,492 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9adb8c823263fd70a15c974656802a7f columnFamilyName C 2024-12-04T15:58:31,492 DEBUG [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:31,493 INFO [StoreOpener-9adb8c823263fd70a15c974656802a7f-1 {}] regionserver.HStore(327): Store=9adb8c823263fd70a15c974656802a7f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:58:31,493 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1038): replaying wal for 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:31,493 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:31,494 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:31,494 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1048): stopping wal replay for 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:31,494 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1060): Cleaning up temporary data for 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:31,495 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T15:58:31,495 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1093): writing seq id for 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:31,496 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1114): Opened 9adb8c823263fd70a15c974656802a7f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74657359, jitterRate=0.11248134076595306}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T15:58:31,496 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:31,496 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1006): Region open journal for 9adb8c823263fd70a15c974656802a7f: Running coprocessor pre-open hook at 1733327911488Writing region info on filesystem at 1733327911488Initializing all the Stores at 1733327911489 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327911489Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327911489Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733327911489Cleaning up temporary data from old regions at 1733327911494 (+5 ms)Running coprocessor post-open hooks at 1733327911496 (+2 ms)Region opened successfully at 1733327911496 2024-12-04T15:58:31,497 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., pid=171, masterSystemTime=1733327911485 2024-12-04T15:58:31,498 DEBUG [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:31,498 INFO [RS_OPEN_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:31,499 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=169 updating hbase:meta row=9adb8c823263fd70a15c974656802a7f, regionState=OPEN, openSeqNum=5, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=171, ppid=169, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:58:31,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=169 2024-12-04T15:58:31,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=169, state=SUCCESS, hasLock=false; OpenRegionProcedure 9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 in 166 msec 2024-12-04T15:58:31,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-12-04T15:58:31,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9adb8c823263fd70a15c974656802a7f, REOPEN/MOVE in 489 msec 2024-12-04T15:58:31,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-12-04T15:58:31,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 492 msec 2024-12-04T15:58:31,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 911 msec 2024-12-04T15:58:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=167 2024-12-04T15:58:31,506 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:31,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f3e7bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:31,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:31,508 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:31,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:31,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230b848d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:31,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:31,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:31,509 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:31,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6135b1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acd0865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:31,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:31,511 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d6ffdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:31,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:31,512 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:31,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49dbad4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1fc0e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:31,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:31,513 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535f07a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:31,514 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:31,514 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb7cd63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ba56a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:31,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:31,516 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549d0cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:31,517 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509ce0a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3713a6ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:31,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:31,518 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:31,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:31,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:31,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280c2f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:31,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:31,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:31,519 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:31,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288005af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b926c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:31,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:31,521 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea6d663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:31,522 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2421af55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@520d7b85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:31,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:31,523 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:31,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:31,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:31,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11496492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:31,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:31,524 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:31,524 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:31,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b13a2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e5fff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,525 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:31,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:31,526 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:31,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:31,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:31,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b598631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:31,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:31,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:31,527 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:31,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a949cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf78efa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:31,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:31,528 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:31,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:31,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:31,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a868671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:31,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:31,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:31,530 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:31,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a259dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ec1819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a21b6491b371,46405,-1 for getting cluster id 2024-12-04T15:58:31,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:58:31,531 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b50e07-3429-4fc7-84f6-a891e4a893c2' 2024-12-04T15:58:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:58:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b50e07-3429-4fc7-84f6-a891e4a893c2" 2024-12-04T15:58:31,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd752e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a21b6491b371,46405,-1] 2024-12-04T15:58:31,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:58:31,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:31,532 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:58:31,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f5551d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:58:31,533 DEBUG [Thread-2513 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:31,533 DEBUG [Thread-2509 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:31,534 DEBUG [Thread-2505 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:31,534 DEBUG [Thread-2498 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:31,534 DEBUG [Thread-2496 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:31,534 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:31,534 DEBUG [Thread-2507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:31,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:31,534 DEBUG [Thread-2500 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:31,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:31,535 DEBUG [Thread-2502 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:31,535 DEBUG [Thread-2511 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-12-04T15:58:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:31,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:31,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:31,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:31,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:31,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:31,536 DEBUG [Thread-2494 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:58:31,536 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:31,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-04T15:58:31,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:31,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:31,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:31,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:31,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:31,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:31,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:31,537 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:31,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:31,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:31,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:31,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:58:31,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:31,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:31,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:58:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:58:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a21b6491b371,38361,1733327751910, seqNum=-1] 2024-12-04T15:58:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:58:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:58:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:58:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:58:31,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:58:31,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:58:31,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:58:31,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:58:31,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5] 2024-12-04T15:58:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:31,548 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:31,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:58:31,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047817765a5dcc442e9595452fcc524dd6_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327911547/Put/seqid=0 2024-12-04T15:58:31,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327971569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:31,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327971570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:31,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,574 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:31,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327971571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:31,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327971572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:31,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327971573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:31,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742385_1561 (size=17034) 2024-12-04T15:58:31,582 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:31,585 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047817765a5dcc442e9595452fcc524dd6_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047817765a5dcc442e9595452fcc524dd6_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:31,586 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/90216af3a6a24afc8f4e8c89cdbea844, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:31,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/90216af3a6a24afc8f4e8c89cdbea844 is 175, key is test_row_0/A:col10/1733327911547/Put/seqid=0 2024-12-04T15:58:31,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742386_1562 (size=48139) 2024-12-04T15:58:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-04T15:58:31,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327971683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:31,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327971683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:31,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327971683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:31,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327971683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327971683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:31,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-04T15:58:31,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:31,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:31,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:31,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:31,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:31,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-04T15:58:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:31,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:31,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:31,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:31,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-04T15:58:31,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327971893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:31,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327971893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:31,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327971893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:31,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327971893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327971893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:31,990 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/90216af3a6a24afc8f4e8c89cdbea844 2024-12-04T15:58:31,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-04T15:58:31,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:31,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:31,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:31,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:31,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:32,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/33b333ea90dc4ff984382201e4057261 is 50, key is test_row_0/B:col10/1733327911547/Put/seqid=0 2024-12-04T15:58:32,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742387_1563 (size=12001) 2024-12-04T15:58:32,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-04T15:58:32,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:32,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:32,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:32,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:32,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-04T15:58:32,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327972203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327972203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:32,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327972203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:32,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327972203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327972203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:32,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-04T15:58:32,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:32,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:32,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:32,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:32,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:32,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/33b333ea90dc4ff984382201e4057261 2024-12-04T15:58:32,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/5e3e148bb12c4a3980a741501de582dc is 50, key is test_row_0/C:col10/1733327911547/Put/seqid=0 2024-12-04T15:58:32,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742388_1564 (size=12001) 2024-12-04T15:58:32,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-04T15:58:32,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:32,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:32,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:32,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:32,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:32,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:32,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-04T15:58:32,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:32,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:32,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:32,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:32,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-04T15:58:32,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327972713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327972713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:32,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327972713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:32,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327972713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327972714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:32,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-04T15:58:32,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:32,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:32,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:32,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:32,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:32,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/5e3e148bb12c4a3980a741501de582dc 2024-12-04T15:58:32,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/90216af3a6a24afc8f4e8c89cdbea844 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/90216af3a6a24afc8f4e8c89cdbea844 2024-12-04T15:58:32,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/90216af3a6a24afc8f4e8c89cdbea844, entries=250, sequenceid=17, filesize=47.0 K 2024-12-04T15:58:32,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/33b333ea90dc4ff984382201e4057261 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/33b333ea90dc4ff984382201e4057261 2024-12-04T15:58:32,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/33b333ea90dc4ff984382201e4057261, entries=150, sequenceid=17, filesize=11.7 K 2024-12-04T15:58:32,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/5e3e148bb12c4a3980a741501de582dc as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/5e3e148bb12c4a3980a741501de582dc 2024-12-04T15:58:32,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/5e3e148bb12c4a3980a741501de582dc, entries=150, sequenceid=17, filesize=11.7 K 2024-12-04T15:58:32,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9adb8c823263fd70a15c974656802a7f in 1311ms, sequenceid=17, compaction requested=false 2024-12-04T15:58:32,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:32,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-04T15:58:32,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:32,915 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-04T15:58:32,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412048ae33b9f42374c3a91cc7d6cd79f471a_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327911566/Put/seqid=0 2024-12-04T15:58:32,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742389_1565 (size=12154) 2024-12-04T15:58:33,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T15:58:33,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:33,329 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412048ae33b9f42374c3a91cc7d6cd79f471a_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048ae33b9f42374c3a91cc7d6cd79f471a_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:33,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/231555878c194fc3849498e5be0def2f, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:33,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/231555878c194fc3849498e5be0def2f is 175, key is test_row_0/A:col10/1733327911566/Put/seqid=0 2024-12-04T15:58:33,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742390_1566 (size=30955) 2024-12-04T15:58:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-04T15:58:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:33,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:33,734 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/231555878c194fc3849498e5be0def2f 2024-12-04T15:58:33,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327973733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:33,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:33,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327973733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:33,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:33,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327973734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:33,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327973734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327973735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:33,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/0398ecefa8a442fb88e4cad0cac09a20 is 50, key is test_row_0/B:col10/1733327911566/Put/seqid=0 2024-12-04T15:58:33,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742391_1567 (size=12001) 2024-12-04T15:58:33,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327973843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:33,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327973843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327973843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:33,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327973844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:33,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327973844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:34,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:34,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327974053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:34,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327974053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:34,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327974054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:34,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327974054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:34,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:34,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327974054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:34,144 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/0398ecefa8a442fb88e4cad0cac09a20 2024-12-04T15:58:34,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/04fe4fb5ffca4e28b8d6090f88b74044 is 50, key is test_row_0/C:col10/1733327911566/Put/seqid=0 2024-12-04T15:58:34,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742392_1568 (size=12001) 2024-12-04T15:58:34,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:34,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327974363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327974363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:34,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:34,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327974363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327974363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:34,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327974364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:34,554 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/04fe4fb5ffca4e28b8d6090f88b74044 2024-12-04T15:58:34,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/231555878c194fc3849498e5be0def2f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/231555878c194fc3849498e5be0def2f 2024-12-04T15:58:34,562 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/231555878c194fc3849498e5be0def2f, entries=150, sequenceid=40, filesize=30.2 K 2024-12-04T15:58:34,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/0398ecefa8a442fb88e4cad0cac09a20 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/0398ecefa8a442fb88e4cad0cac09a20 2024-12-04T15:58:34,565 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/0398ecefa8a442fb88e4cad0cac09a20, entries=150, sequenceid=40, filesize=11.7 K 2024-12-04T15:58:34,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/04fe4fb5ffca4e28b8d6090f88b74044 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/04fe4fb5ffca4e28b8d6090f88b74044 2024-12-04T15:58:34,571 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/04fe4fb5ffca4e28b8d6090f88b74044, entries=150, sequenceid=40, filesize=11.7 K 2024-12-04T15:58:34,572 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9adb8c823263fd70a15c974656802a7f in 1657ms, sequenceid=40, compaction requested=false 2024-12-04T15:58:34,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:34,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:34,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-12-04T15:58:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-12-04T15:58:34,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-12-04T15:58:34,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0360 sec 2024-12-04T15:58:34,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 3.0420 sec 2024-12-04T15:58:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:34,875 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:34,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-04T15:58:34,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a29c6585de1f4777b3011cb9ccafda31_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327913733/Put/seqid=0 2024-12-04T15:58:34,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742393_1569 (size=12154) 2024-12-04T15:58:34,891 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:34,895 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a29c6585de1f4777b3011cb9ccafda31_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a29c6585de1f4777b3011cb9ccafda31_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:34,895 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/0f67e60535b74c79bf2421884d1e790a, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:34,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/0f67e60535b74c79bf2421884d1e790a is 175, key is test_row_0/A:col10/1733327913733/Put/seqid=0 2024-12-04T15:58:34,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742394_1570 (size=30955) 2024-12-04T15:58:34,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327974895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:34,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:34,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327974896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:34,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:34,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327974897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:34,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:34,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327974900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327974901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:35,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327975003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:35,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:35,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327975003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:35,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:35,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:35,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327975012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:35,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327975012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:35,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:35,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327975012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:35,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:35,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327975213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:35,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:35,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327975213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:35,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:35,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:35,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327975222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:35,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327975222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327975223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:35,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:35,300 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/0f67e60535b74c79bf2421884d1e790a 2024-12-04T15:58:35,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/85d1001489094664b876795340cd6a0f is 50, key is test_row_0/B:col10/1733327913733/Put/seqid=0 2024-12-04T15:58:35,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742395_1571 (size=12001) 2024-12-04T15:58:35,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327975523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:35,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:35,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327975523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:35,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:35,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:35,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327975533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:35,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327975533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:35,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327975533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:35,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/85d1001489094664b876795340cd6a0f 2024-12-04T15:58:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-04T15:58:35,713 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:35,714 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-12-04T15:58:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-04T15:58:35,715 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:35,716 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:35,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:35,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/b8431bbfd7e14ac8b75e5536ad41e131 is 50, key is test_row_0/C:col10/1733327913733/Put/seqid=0 2024-12-04T15:58:35,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742396_1572 (size=12001) 2024-12-04T15:58:35,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/b8431bbfd7e14ac8b75e5536ad41e131 2024-12-04T15:58:35,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/0f67e60535b74c79bf2421884d1e790a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/0f67e60535b74c79bf2421884d1e790a 2024-12-04T15:58:35,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/0f67e60535b74c79bf2421884d1e790a, entries=150, sequenceid=55, filesize=30.2 K 2024-12-04T15:58:35,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/85d1001489094664b876795340cd6a0f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/85d1001489094664b876795340cd6a0f 2024-12-04T15:58:35,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/85d1001489094664b876795340cd6a0f, entries=150, sequenceid=55, filesize=11.7 K 2024-12-04T15:58:35,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/b8431bbfd7e14ac8b75e5536ad41e131 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/b8431bbfd7e14ac8b75e5536ad41e131 2024-12-04T15:58:35,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/b8431bbfd7e14ac8b75e5536ad41e131, entries=150, sequenceid=55, filesize=11.7 K 2024-12-04T15:58:35,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 9adb8c823263fd70a15c974656802a7f in 859ms, sequenceid=55, compaction requested=true 2024-12-04T15:58:35,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:35,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:35,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:35,735 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:35,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:35,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:35,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:35,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:35,735 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:35,735 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:35,735 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:35,735 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/B is initiating minor compaction (all files) 2024-12-04T15:58:35,735 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/A is initiating minor compaction (all files) 2024-12-04T15:58:35,735 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/B in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:35,735 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/A in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:35,735 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/90216af3a6a24afc8f4e8c89cdbea844, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/231555878c194fc3849498e5be0def2f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/0f67e60535b74c79bf2421884d1e790a] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=107.5 K 2024-12-04T15:58:35,735 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/33b333ea90dc4ff984382201e4057261, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/0398ecefa8a442fb88e4cad0cac09a20, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/85d1001489094664b876795340cd6a0f] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=35.2 K 2024-12-04T15:58:35,735 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:35,736 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/90216af3a6a24afc8f4e8c89cdbea844, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/231555878c194fc3849498e5be0def2f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/0f67e60535b74c79bf2421884d1e790a] 2024-12-04T15:58:35,736 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 33b333ea90dc4ff984382201e4057261, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733327911544 2024-12-04T15:58:35,736 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90216af3a6a24afc8f4e8c89cdbea844, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733327911543 2024-12-04T15:58:35,736 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 0398ecefa8a442fb88e4cad0cac09a20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733327911566 2024-12-04T15:58:35,736 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 231555878c194fc3849498e5be0def2f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733327911566 2024-12-04T15:58:35,736 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 85d1001489094664b876795340cd6a0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733327913733 2024-12-04T15:58:35,736 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f67e60535b74c79bf2421884d1e790a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733327913733 2024-12-04T15:58:35,742 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:35,742 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:35,743 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/34c195daefd643d8a500a06f18224aee is 50, key is test_row_0/B:col10/1733327913733/Put/seqid=0 2024-12-04T15:58:35,743 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120433d5fdc221654520af9758b18ea85a6a_9adb8c823263fd70a15c974656802a7f store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:35,745 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120433d5fdc221654520af9758b18ea85a6a_9adb8c823263fd70a15c974656802a7f, store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:35,745 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120433d5fdc221654520af9758b18ea85a6a_9adb8c823263fd70a15c974656802a7f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:35,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742397_1573 (size=12104) 2024-12-04T15:58:35,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742398_1574 (size=4469) 2024-12-04T15:58:35,753 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#A#compaction#496 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:35,753 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/251d31f795c3432d841665385362578b is 175, key is test_row_0/A:col10/1733327913733/Put/seqid=0 2024-12-04T15:58:35,754 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/34c195daefd643d8a500a06f18224aee as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/34c195daefd643d8a500a06f18224aee 2024-12-04T15:58:35,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742399_1575 (size=31058) 2024-12-04T15:58:35,760 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/B of 9adb8c823263fd70a15c974656802a7f into 34c195daefd643d8a500a06f18224aee(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:35,760 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:35,760 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/B, priority=13, startTime=1733327915735; duration=0sec 2024-12-04T15:58:35,761 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:35,761 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:B 2024-12-04T15:58:35,761 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:35,761 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/251d31f795c3432d841665385362578b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/251d31f795c3432d841665385362578b 2024-12-04T15:58:35,761 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:35,762 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/C is initiating minor compaction (all files) 2024-12-04T15:58:35,762 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/C in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:35,762 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/5e3e148bb12c4a3980a741501de582dc, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/04fe4fb5ffca4e28b8d6090f88b74044, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/b8431bbfd7e14ac8b75e5536ad41e131] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=35.2 K 2024-12-04T15:58:35,762 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e3e148bb12c4a3980a741501de582dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733327911544 2024-12-04T15:58:35,762 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 04fe4fb5ffca4e28b8d6090f88b74044, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733327911566 2024-12-04T15:58:35,763 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting b8431bbfd7e14ac8b75e5536ad41e131, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733327913733 2024-12-04T15:58:35,767 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/A of 9adb8c823263fd70a15c974656802a7f into 251d31f795c3432d841665385362578b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:35,767 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:35,767 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/A, priority=13, startTime=1733327915735; duration=0sec 2024-12-04T15:58:35,767 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:35,767 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:A 2024-12-04T15:58:35,770 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#C#compaction#497 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:35,770 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/8cb542f931b44af38a81883fbc3bc0d7 is 50, key is test_row_0/C:col10/1733327913733/Put/seqid=0 2024-12-04T15:58:35,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742400_1576 (size=12104) 2024-12-04T15:58:35,790 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/8cb542f931b44af38a81883fbc3bc0d7 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/8cb542f931b44af38a81883fbc3bc0d7 2024-12-04T15:58:35,794 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/C of 9adb8c823263fd70a15c974656802a7f into 8cb542f931b44af38a81883fbc3bc0d7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:35,794 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:35,794 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/C, priority=13, startTime=1733327915735; duration=0sec 2024-12-04T15:58:35,794 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:35,794 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:C 2024-12-04T15:58:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-04T15:58:35,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-04T15:58:35,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:35,868 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-04T15:58:35,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120406ad94a42658478e8f79392699812e9b_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327914897/Put/seqid=0 2024-12-04T15:58:35,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742401_1577 (size=12154) 2024-12-04T15:58:36,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-04T15:58:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:36,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:36,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327976047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327976048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327976049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327976053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327976053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,057 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327976163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327976163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327976163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327976163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327976163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:36,282 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120406ad94a42658478e8f79392699812e9b_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120406ad94a42658478e8f79392699812e9b_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:36,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/f00b49753cb349b3b895e275565afe58, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:36,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/f00b49753cb349b3b895e275565afe58 is 175, key is test_row_0/A:col10/1733327914897/Put/seqid=0 2024-12-04T15:58:36,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742402_1578 (size=30955) 2024-12-04T15:58:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-04T15:58:36,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327976373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327976373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327976373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327976373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327976373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,377 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327976683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327976683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327976683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327976684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:36,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327976684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:36,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,686 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:36,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:36,692 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/f00b49753cb349b3b895e275565afe58 2024-12-04T15:58:36,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/bffe0ca0d3ae42c89671f2e2efd22201 is 50, key is test_row_0/B:col10/1733327914897/Put/seqid=0 2024-12-04T15:58:36,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742403_1579 (size=12001) 2024-12-04T15:58:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-04T15:58:37,103 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/bffe0ca0d3ae42c89671f2e2efd22201 2024-12-04T15:58:37,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/8040010ce7c147f6acf5ed2e559a995f is 50, key is test_row_0/C:col10/1733327914897/Put/seqid=0 2024-12-04T15:58:37,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742404_1580 (size=12001) 2024-12-04T15:58:37,114 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/8040010ce7c147f6acf5ed2e559a995f 2024-12-04T15:58:37,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/f00b49753cb349b3b895e275565afe58 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/f00b49753cb349b3b895e275565afe58 2024-12-04T15:58:37,121 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/f00b49753cb349b3b895e275565afe58, entries=150, sequenceid=80, filesize=30.2 K 2024-12-04T15:58:37,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/bffe0ca0d3ae42c89671f2e2efd22201 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/bffe0ca0d3ae42c89671f2e2efd22201 2024-12-04T15:58:37,125 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/bffe0ca0d3ae42c89671f2e2efd22201, entries=150, sequenceid=80, filesize=11.7 K 2024-12-04T15:58:37,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/8040010ce7c147f6acf5ed2e559a995f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/8040010ce7c147f6acf5ed2e559a995f 2024-12-04T15:58:37,128 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/8040010ce7c147f6acf5ed2e559a995f, entries=150, sequenceid=80, filesize=11.7 K 2024-12-04T15:58:37,129 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 9adb8c823263fd70a15c974656802a7f in 1261ms, sequenceid=80, compaction requested=false 2024-12-04T15:58:37,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:37,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:37,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-12-04T15:58:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-12-04T15:58:37,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-12-04T15:58:37,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-12-04T15:58:37,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 1.4190 sec 2024-12-04T15:58:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:37,195 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:37,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-04T15:58:37,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120480871142094f42bea1521062ce3f47b8_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327917194/Put/seqid=0 2024-12-04T15:58:37,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742405_1581 (size=12154) 2024-12-04T15:58:37,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327977212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327977215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327977216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327977217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327977218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327977323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327977323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327977323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327977333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327977333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327977533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327977533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327977533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327977543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,547 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327977543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,606 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:37,610 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120480871142094f42bea1521062ce3f47b8_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120480871142094f42bea1521062ce3f47b8_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:37,611 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/285b1e26714f4adeb61f54ba1005068b, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:37,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/285b1e26714f4adeb61f54ba1005068b is 175, key is test_row_0/A:col10/1733327917194/Put/seqid=0 2024-12-04T15:58:37,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742406_1582 (size=30955) 2024-12-04T15:58:37,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327977843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327977843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327977843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327977853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:37,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327977853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:37,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:37,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:37,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-04T15:58:37,864 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:37,864 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees 2024-12-04T15:58:37,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-04T15:58:37,866 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:37,866 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:37,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-04T15:58:38,015 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/285b1e26714f4adeb61f54ba1005068b 2024-12-04T15:58:38,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-04T15:58:38,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:38,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:38,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:38,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:38,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:38,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/64f4876c9b334ded9d7ee37b9274424e is 50, key is test_row_0/B:col10/1733327917194/Put/seqid=0 2024-12-04T15:58:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:38,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742407_1583 (size=12001) 2024-12-04T15:58:38,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/64f4876c9b334ded9d7ee37b9274424e 2024-12-04T15:58:38,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/3f4cfc4e458a42f49dcb8682ccc848b7 is 50, key is test_row_0/C:col10/1733327917194/Put/seqid=0 2024-12-04T15:58:38,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742408_1584 (size=12001) 2024-12-04T15:58:38,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-04T15:58:38,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:38,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:38,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:38,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:38,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-04T15:58:38,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-04T15:58:38,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:38,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:38,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:38,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:38,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:38,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327978353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:38,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327978353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:38,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:38,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327978353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:38,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:38,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:38,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:38,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327978363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:38,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:38,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:38,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:38,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327978363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:38,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:38,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:38,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:38,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/3f4cfc4e458a42f49dcb8682ccc848b7 2024-12-04T15:58:38,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/285b1e26714f4adeb61f54ba1005068b as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/285b1e26714f4adeb61f54ba1005068b 2024-12-04T15:58:38,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/285b1e26714f4adeb61f54ba1005068b, entries=150, sequenceid=97, filesize=30.2 K 2024-12-04T15:58:38,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/64f4876c9b334ded9d7ee37b9274424e as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/64f4876c9b334ded9d7ee37b9274424e 2024-12-04T15:58:38,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/64f4876c9b334ded9d7ee37b9274424e, entries=150, sequenceid=97, filesize=11.7 K 2024-12-04T15:58:38,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/3f4cfc4e458a42f49dcb8682ccc848b7 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/3f4cfc4e458a42f49dcb8682ccc848b7 2024-12-04T15:58:38,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/3f4cfc4e458a42f49dcb8682ccc848b7, entries=150, sequenceid=97, filesize=11.7 K 2024-12-04T15:58:38,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 9adb8c823263fd70a15c974656802a7f in 1261ms, sequenceid=97, compaction requested=true 2024-12-04T15:58:38,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:38,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:38,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:38,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:38,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:38,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:38,457 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:38,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:38,457 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:38,458 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:38,458 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:38,458 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/B is initiating minor compaction (all files) 2024-12-04T15:58:38,458 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/A is initiating minor compaction (all files) 2024-12-04T15:58:38,458 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/B in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:38,458 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/A in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:38,458 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/34c195daefd643d8a500a06f18224aee, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/bffe0ca0d3ae42c89671f2e2efd22201, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/64f4876c9b334ded9d7ee37b9274424e] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=35.3 K 2024-12-04T15:58:38,458 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/251d31f795c3432d841665385362578b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/f00b49753cb349b3b895e275565afe58, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/285b1e26714f4adeb61f54ba1005068b] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=90.8 K 2024-12-04T15:58:38,458 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:38,458 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/251d31f795c3432d841665385362578b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/f00b49753cb349b3b895e275565afe58, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/285b1e26714f4adeb61f54ba1005068b] 2024-12-04T15:58:38,458 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 34c195daefd643d8a500a06f18224aee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733327913733 2024-12-04T15:58:38,458 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 251d31f795c3432d841665385362578b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733327913733 2024-12-04T15:58:38,458 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting bffe0ca0d3ae42c89671f2e2efd22201, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733327914893 2024-12-04T15:58:38,459 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 64f4876c9b334ded9d7ee37b9274424e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733327916046 2024-12-04T15:58:38,459 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting f00b49753cb349b3b895e275565afe58, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733327914893 2024-12-04T15:58:38,459 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 285b1e26714f4adeb61f54ba1005068b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733327916046 2024-12-04T15:58:38,465 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:38,465 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/6b91d52e979a4522867c3838b1920632 is 50, key is test_row_0/B:col10/1733327917194/Put/seqid=0 2024-12-04T15:58:38,466 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:38,477 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204e61c3a1eba4141d69a030eba5532f498_9adb8c823263fd70a15c974656802a7f store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:38,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742409_1585 (size=12207) 2024-12-04T15:58:38,479 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204e61c3a1eba4141d69a030eba5532f498_9adb8c823263fd70a15c974656802a7f, store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:38,479 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204e61c3a1eba4141d69a030eba5532f498_9adb8c823263fd70a15c974656802a7f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:38,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-04T15:58:38,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:38,480 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-04T15:58:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041c4d35be820a42b7ad3aba799c8c70ba_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327917217/Put/seqid=0 2024-12-04T15:58:38,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742411_1587 (size=12154) 2024-12-04T15:58:38,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-04T15:58:38,496 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041c4d35be820a42b7ad3aba799c8c70ba_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041c4d35be820a42b7ad3aba799c8c70ba_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:38,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/9d01242a18dc42b1a84abb2bc8531b7d, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:38,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742410_1586 (size=4469) 2024-12-04T15:58:38,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/9d01242a18dc42b1a84abb2bc8531b7d is 175, key is test_row_0/A:col10/1733327917217/Put/seqid=0 2024-12-04T15:58:38,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742412_1588 (size=30955) 2024-12-04T15:58:38,883 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/6b91d52e979a4522867c3838b1920632 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/6b91d52e979a4522867c3838b1920632 2024-12-04T15:58:38,888 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/B of 9adb8c823263fd70a15c974656802a7f into 6b91d52e979a4522867c3838b1920632(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:38,888 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:38,888 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/B, priority=13, startTime=1733327918457; duration=0sec 2024-12-04T15:58:38,888 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:38,888 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:B 2024-12-04T15:58:38,888 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:38,888 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:38,889 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/C is initiating minor compaction (all files) 2024-12-04T15:58:38,889 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/C in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:38,889 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/8cb542f931b44af38a81883fbc3bc0d7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/8040010ce7c147f6acf5ed2e559a995f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/3f4cfc4e458a42f49dcb8682ccc848b7] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=35.3 K 2024-12-04T15:58:38,889 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cb542f931b44af38a81883fbc3bc0d7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733327913733 2024-12-04T15:58:38,889 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 8040010ce7c147f6acf5ed2e559a995f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733327914893 2024-12-04T15:58:38,890 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f4cfc4e458a42f49dcb8682ccc848b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733327916046 2024-12-04T15:58:38,895 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#C#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:38,896 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/d0d9a90e4cfd4abda6eed06487284afe is 50, key is test_row_0/C:col10/1733327917194/Put/seqid=0 2024-12-04T15:58:38,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742413_1589 (size=12207) 2024-12-04T15:58:38,899 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#A#compaction#505 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:38,900 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/89c3c03e844a4923b6d7c5c7ad74be71 is 175, key is test_row_0/A:col10/1733327917194/Put/seqid=0 2024-12-04T15:58:38,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742414_1590 (size=31161) 2024-12-04T15:58:38,906 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/9d01242a18dc42b1a84abb2bc8531b7d 2024-12-04T15:58:38,907 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/89c3c03e844a4923b6d7c5c7ad74be71 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/89c3c03e844a4923b6d7c5c7ad74be71 2024-12-04T15:58:38,911 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/A of 9adb8c823263fd70a15c974656802a7f into 89c3c03e844a4923b6d7c5c7ad74be71(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:38,911 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:38,911 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/A, priority=13, startTime=1733327918457; duration=0sec 2024-12-04T15:58:38,911 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:38,911 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:A 2024-12-04T15:58:38,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/18850f414ea447a2a6ba972cda2c5520 is 50, key is test_row_0/B:col10/1733327917217/Put/seqid=0 2024-12-04T15:58:38,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742415_1591 (size=12001) 2024-12-04T15:58:38,917 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/18850f414ea447a2a6ba972cda2c5520 2024-12-04T15:58:38,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/950ddd40ba7841d6a180d018ffd2b9dd is 50, key is test_row_0/C:col10/1733327917217/Put/seqid=0 2024-12-04T15:58:38,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742416_1592 (size=12001) 2024-12-04T15:58:38,935 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/950ddd40ba7841d6a180d018ffd2b9dd 2024-12-04T15:58:38,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/9d01242a18dc42b1a84abb2bc8531b7d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/9d01242a18dc42b1a84abb2bc8531b7d 2024-12-04T15:58:38,942 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/9d01242a18dc42b1a84abb2bc8531b7d, entries=150, sequenceid=117, filesize=30.2 K 2024-12-04T15:58:38,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/18850f414ea447a2a6ba972cda2c5520 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/18850f414ea447a2a6ba972cda2c5520 2024-12-04T15:58:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,946 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/18850f414ea447a2a6ba972cda2c5520, entries=150, sequenceid=117, filesize=11.7 K 2024-12-04T15:58:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/950ddd40ba7841d6a180d018ffd2b9dd as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/950ddd40ba7841d6a180d018ffd2b9dd 2024-12-04T15:58:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,950 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/950ddd40ba7841d6a180d018ffd2b9dd, entries=150, sequenceid=117, filesize=11.7 K 2024-12-04T15:58:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,951 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 9adb8c823263fd70a15c974656802a7f in 470ms, sequenceid=117, compaction requested=false 2024-12-04T15:58:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:38,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=177 2024-12-04T15:58:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=177 2024-12-04T15:58:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-12-04T15:58:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0860 sec 2024-12-04T15:58:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees in 1.0910 sec 2024-12-04T15:58:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-04T15:58:39,004 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,004 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees 2024-12-04T15:58:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-04T15:58:39,006 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,007 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:39,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-04T15:58:39,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-12-04T15:58:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:39,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:39,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:39,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=179 2024-12-04T15:58:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=179 2024-12-04T15:58:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-12-04T15:58:39,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-12-04T15:58:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees in 160 msec 2024-12-04T15:58:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,304 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/d0d9a90e4cfd4abda6eed06487284afe as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/d0d9a90e4cfd4abda6eed06487284afe 2024-12-04T15:58:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,309 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/C of 9adb8c823263fd70a15c974656802a7f into d0d9a90e4cfd4abda6eed06487284afe(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:39,309 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,309 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/C, priority=13, startTime=1733327918457; duration=0sec 2024-12-04T15:58:39,309 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:39,309 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:C 2024-12-04T15:58:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-04T15:58:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,324 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,324 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees 2024-12-04T15:58:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-04T15:58:39,326 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:39,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,327 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:39,409 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:39,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:58:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204dfe5ba74420e4513b3ce14973f9b4073_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327919398/Put/seqid=0 2024-12-04T15:58:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742417_1593 (size=24558) 2024-12-04T15:58:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-04T15:58:39,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327979442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:39,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327979444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:39,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:39,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327979445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327979446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:39,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327979448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:39,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:39,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-04T15:58:39,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:39,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:39,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:39,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:39,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:39,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327979553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:39,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:39,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327979563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:39,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327979563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:39,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:39,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327979563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:39,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:39,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327979563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:39,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:39,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:39,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-04T15:58:39,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:39,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:39,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:39,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:39,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-04T15:58:39,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327979763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:39,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:39,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327979773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:39,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:39,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327979773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327979774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327979774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:39,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:39,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:39,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-04T15:58:39,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:39,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:39,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:39,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:39,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:39,828 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:39,832 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204dfe5ba74420e4513b3ce14973f9b4073_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204dfe5ba74420e4513b3ce14973f9b4073_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:39,832 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/311e00c5c7d84c579d6e788f0aa332e3, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:39,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/311e00c5c7d84c579d6e788f0aa332e3 is 175, key is test_row_0/A:col10/1733327919398/Put/seqid=0 2024-12-04T15:58:39,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742418_1594 (size=74194) 2024-12-04T15:58:39,835 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/311e00c5c7d84c579d6e788f0aa332e3 2024-12-04T15:58:39,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/f95d3889f4274b72a51e39265cb69743 is 50, key is test_row_0/B:col10/1733327919398/Put/seqid=0 2024-12-04T15:58:39,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742419_1595 (size=12101) 2024-12-04T15:58:39,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-04T15:58:39,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:39,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:39,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:39,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:39,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-04T15:58:40,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327980073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327980082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327980083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327980083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327980083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-04T15:58:40,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:40,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:40,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:40,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:40,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:40,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/f95d3889f4274b72a51e39265cb69743 2024-12-04T15:58:40,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-04T15:58:40,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:40,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:40,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:40,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:40,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:40,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/471d3426b41a4f878ebd278c6db68fa8 is 50, key is test_row_0/C:col10/1733327919398/Put/seqid=0 2024-12-04T15:58:40,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742420_1596 (size=12101) 2024-12-04T15:58:40,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/471d3426b41a4f878ebd278c6db68fa8 2024-12-04T15:58:40,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/311e00c5c7d84c579d6e788f0aa332e3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/311e00c5c7d84c579d6e788f0aa332e3 2024-12-04T15:58:40,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/311e00c5c7d84c579d6e788f0aa332e3, entries=400, sequenceid=132, filesize=72.5 K 2024-12-04T15:58:40,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/f95d3889f4274b72a51e39265cb69743 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/f95d3889f4274b72a51e39265cb69743 2024-12-04T15:58:40,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/f95d3889f4274b72a51e39265cb69743, entries=150, sequenceid=132, filesize=11.8 K 2024-12-04T15:58:40,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/471d3426b41a4f878ebd278c6db68fa8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/471d3426b41a4f878ebd278c6db68fa8 2024-12-04T15:58:40,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/471d3426b41a4f878ebd278c6db68fa8, entries=150, sequenceid=132, filesize=11.8 K 2024-12-04T15:58:40,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9adb8c823263fd70a15c974656802a7f in 865ms, sequenceid=132, compaction requested=true 2024-12-04T15:58:40,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:40,274 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:40,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:40,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:40,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:40,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:40,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:40,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:40,274 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:40,275 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136310 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:40,275 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/A is initiating minor compaction (all files) 2024-12-04T15:58:40,275 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:40,275 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/A in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:40,275 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/B is initiating minor compaction (all files) 2024-12-04T15:58:40,275 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/89c3c03e844a4923b6d7c5c7ad74be71, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/9d01242a18dc42b1a84abb2bc8531b7d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/311e00c5c7d84c579d6e788f0aa332e3] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=133.1 K 2024-12-04T15:58:40,275 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/B in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:40,275 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:40,275 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/6b91d52e979a4522867c3838b1920632, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/18850f414ea447a2a6ba972cda2c5520, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/f95d3889f4274b72a51e39265cb69743] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=35.5 K 2024-12-04T15:58:40,275 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/89c3c03e844a4923b6d7c5c7ad74be71, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/9d01242a18dc42b1a84abb2bc8531b7d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/311e00c5c7d84c579d6e788f0aa332e3] 2024-12-04T15:58:40,276 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b91d52e979a4522867c3838b1920632, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733327916046 2024-12-04T15:58:40,276 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89c3c03e844a4923b6d7c5c7ad74be71, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733327916046 2024-12-04T15:58:40,276 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 18850f414ea447a2a6ba972cda2c5520, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733327917203 2024-12-04T15:58:40,276 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d01242a18dc42b1a84abb2bc8531b7d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733327917203 2024-12-04T15:58:40,277 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting f95d3889f4274b72a51e39265cb69743, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733327919398 2024-12-04T15:58:40,277 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 311e00c5c7d84c579d6e788f0aa332e3, keycount=400, bloomtype=ROW, size=72.5 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733327919396 2024-12-04T15:58:40,285 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#B#compaction#513 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:40,286 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/f38b81ec89104ec080ed44b33747a1b0 is 50, key is test_row_0/B:col10/1733327919398/Put/seqid=0 2024-12-04T15:58:40,287 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:40,313 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120488a82b057ebe471194111ef6c6cad602_9adb8c823263fd70a15c974656802a7f store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:40,316 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120488a82b057ebe471194111ef6c6cad602_9adb8c823263fd70a15c974656802a7f, store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:40,316 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120488a82b057ebe471194111ef6c6cad602_9adb8c823263fd70a15c974656802a7f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:40,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742421_1597 (size=12409) 2024-12-04T15:58:40,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742422_1598 (size=4469) 2024-12-04T15:58:40,335 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#A#compaction#514 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:40,336 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/490b7f54d95e4a3781e58c33e89a1ead is 175, key is test_row_0/A:col10/1733327919398/Put/seqid=0 2024-12-04T15:58:40,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742423_1599 (size=31363) 2024-12-04T15:58:40,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-04T15:58:40,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:40,402 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-04T15:58:40,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a70b9bf564714654a581fddd6475b626_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327919444/Put/seqid=0 2024-12-04T15:58:40,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742424_1600 (size=12304) 2024-12-04T15:58:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-04T15:58:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:40,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:40,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327980597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327980598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327980598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327980599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327980600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327980712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327980713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327980713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327980713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327980713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,719 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/f38b81ec89104ec080ed44b33747a1b0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/f38b81ec89104ec080ed44b33747a1b0 2024-12-04T15:58:40,724 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/B of 9adb8c823263fd70a15c974656802a7f into f38b81ec89104ec080ed44b33747a1b0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:40,725 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:40,725 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/B, priority=13, startTime=1733327920274; duration=0sec 2024-12-04T15:58:40,725 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:40,725 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:B 2024-12-04T15:58:40,725 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:40,725 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:40,725 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/C is initiating minor compaction (all files) 2024-12-04T15:58:40,726 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/C in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:40,726 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/d0d9a90e4cfd4abda6eed06487284afe, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/950ddd40ba7841d6a180d018ffd2b9dd, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/471d3426b41a4f878ebd278c6db68fa8] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=35.5 K 2024-12-04T15:58:40,726 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting d0d9a90e4cfd4abda6eed06487284afe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733327916046 2024-12-04T15:58:40,726 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 950ddd40ba7841d6a180d018ffd2b9dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733327917203 2024-12-04T15:58:40,727 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 471d3426b41a4f878ebd278c6db68fa8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733327919398 2024-12-04T15:58:40,733 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#C#compaction#516 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:40,734 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/0d01df86dbe94f96b7250471c138e5a0 is 50, key is test_row_0/C:col10/1733327919398/Put/seqid=0 2024-12-04T15:58:40,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742425_1601 (size=12409) 2024-12-04T15:58:40,751 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/490b7f54d95e4a3781e58c33e89a1ead as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/490b7f54d95e4a3781e58c33e89a1ead 2024-12-04T15:58:40,755 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/A of 9adb8c823263fd70a15c974656802a7f into 490b7f54d95e4a3781e58c33e89a1ead(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:40,755 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:40,755 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/A, priority=13, startTime=1733327920274; duration=0sec 2024-12-04T15:58:40,755 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:40,755 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:A 2024-12-04T15:58:40,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:40,817 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204a70b9bf564714654a581fddd6475b626_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a70b9bf564714654a581fddd6475b626_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:40,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/4a26f175deb44194898c593471033bc1, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:40,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/4a26f175deb44194898c593471033bc1 is 175, key is test_row_0/A:col10/1733327919444/Put/seqid=0 2024-12-04T15:58:40,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742426_1602 (size=31105) 2024-12-04T15:58:40,822 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/4a26f175deb44194898c593471033bc1 2024-12-04T15:58:40,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/ea5bbd49b98a44f2a099076ee99dc550 is 50, key is test_row_0/B:col10/1733327919444/Put/seqid=0 2024-12-04T15:58:40,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742427_1603 (size=12151) 2024-12-04T15:58:40,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327980923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327980923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327980923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327980923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327980923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:40,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:41,142 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/0d01df86dbe94f96b7250471c138e5a0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/0d01df86dbe94f96b7250471c138e5a0 2024-12-04T15:58:41,146 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/C of 9adb8c823263fd70a15c974656802a7f into 0d01df86dbe94f96b7250471c138e5a0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:41,146 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:41,146 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/C, priority=13, startTime=1733327920274; duration=0sec 2024-12-04T15:58:41,146 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:41,146 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:C 2024-12-04T15:58:41,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327981232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:41,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,235 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/ea5bbd49b98a44f2a099076ee99dc550 2024-12-04T15:58:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327981233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327981233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:41,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:41,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327981233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327981233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:41,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/65b5676acff541b88a1b436691bce405 is 50, key is test_row_0/C:col10/1733327919444/Put/seqid=0 2024-12-04T15:58:41,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742428_1604 (size=12151) 2024-12-04T15:58:41,245 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/65b5676acff541b88a1b436691bce405 2024-12-04T15:58:41,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/4a26f175deb44194898c593471033bc1 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4a26f175deb44194898c593471033bc1 2024-12-04T15:58:41,252 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4a26f175deb44194898c593471033bc1, entries=150, sequenceid=157, filesize=30.4 K 2024-12-04T15:58:41,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/ea5bbd49b98a44f2a099076ee99dc550 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ea5bbd49b98a44f2a099076ee99dc550 2024-12-04T15:58:41,255 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ea5bbd49b98a44f2a099076ee99dc550, entries=150, sequenceid=157, filesize=11.9 K 2024-12-04T15:58:41,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/65b5676acff541b88a1b436691bce405 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/65b5676acff541b88a1b436691bce405 2024-12-04T15:58:41,259 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/65b5676acff541b88a1b436691bce405, entries=150, sequenceid=157, filesize=11.9 K 2024-12-04T15:58:41,260 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9adb8c823263fd70a15c974656802a7f in 858ms, sequenceid=157, compaction requested=false 2024-12-04T15:58:41,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:41,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:41,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=181 2024-12-04T15:58:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=181 2024-12-04T15:58:41,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-12-04T15:58:41,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9340 sec 2024-12-04T15:58:41,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees in 1.9400 sec 2024-12-04T15:58:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-04T15:58:41,473 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:41,474 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=182, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees 2024-12-04T15:58:41,475 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=182, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-12-04T15:58:41,476 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=182, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:41,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:41,485 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-04T15:58:41,485 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-04T15:58:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-12-04T15:58:41,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-12-04T15:58:41,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:41,629 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:58:41,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412040f070c0b7f074890bda6d009806a94c3_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327920585/Put/seqid=0 2024-12-04T15:58:41,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742429_1605 (size=12304) 2024-12-04T15:58:41,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:41,645 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412040f070c0b7f074890bda6d009806a94c3_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040f070c0b7f074890bda6d009806a94c3_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:41,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/3b3b1e3fa16f4f21925b5c86a10c3b98, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:41,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/3b3b1e3fa16f4f21925b5c86a10c3b98 is 175, key is test_row_0/A:col10/1733327920585/Put/seqid=0 2024-12-04T15:58:41,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742430_1606 (size=31105) 2024-12-04T15:58:41,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:41,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:41,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:41,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327981767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327981767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:41,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:41,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:41,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327981768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:41,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:41,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:41,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327981773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:41,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327981773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:41,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-12-04T15:58:41,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327981882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:41,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:41,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327981883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:41,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327981883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:41,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327981883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:41,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327981883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,053 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/3b3b1e3fa16f4f21925b5c86a10c3b98 2024-12-04T15:58:42,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/dc3e107d7d99452e8819181e9e989940 is 50, key is test_row_0/B:col10/1733327920585/Put/seqid=0 2024-12-04T15:58:42,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742431_1607 (size=12151) 2024-12-04T15:58:42,063 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/dc3e107d7d99452e8819181e9e989940 2024-12-04T15:58:42,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/67a9ba8132004cab909deb03be35df4f is 50, key is test_row_0/C:col10/1733327920585/Put/seqid=0 2024-12-04T15:58:42,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742432_1608 (size=12151) 2024-12-04T15:58:42,072 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/67a9ba8132004cab909deb03be35df4f 2024-12-04T15:58:42,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/3b3b1e3fa16f4f21925b5c86a10c3b98 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/3b3b1e3fa16f4f21925b5c86a10c3b98 2024-12-04T15:58:42,079 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/3b3b1e3fa16f4f21925b5c86a10c3b98, entries=150, sequenceid=171, filesize=30.4 K 2024-12-04T15:58:42,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/dc3e107d7d99452e8819181e9e989940 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/dc3e107d7d99452e8819181e9e989940 2024-12-04T15:58:42,083 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/dc3e107d7d99452e8819181e9e989940, entries=150, sequenceid=171, filesize=11.9 K 2024-12-04T15:58:42,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/67a9ba8132004cab909deb03be35df4f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/67a9ba8132004cab909deb03be35df4f 2024-12-04T15:58:42,086 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/67a9ba8132004cab909deb03be35df4f, entries=150, sequenceid=171, filesize=11.9 K 2024-12-04T15:58:42,087 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9adb8c823263fd70a15c974656802a7f in 458ms, sequenceid=171, compaction requested=true 2024-12-04T15:58:42,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:42,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:42,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=183 2024-12-04T15:58:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=183 2024-12-04T15:58:42,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=183, resume processing ppid=182 2024-12-04T15:58:42,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=183, ppid=182, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 612 msec 2024-12-04T15:58:42,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees in 617 msec 2024-12-04T15:58:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:42,097 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:42,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-04T15:58:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-12-04T15:58:42,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043a76dc88411a40299c3c943656ea9c3b_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327922097/Put/seqid=0 2024-12-04T15:58:42,104 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:42,104 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=184, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees 2024-12-04T15:58:42,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327982100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,106 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-04T15:58:42,106 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=184, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:42,107 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=184, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:42,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=185, ppid=184, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:42,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742433_1609 (size=14794) 2024-12-04T15:58:42,108 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:42,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327982104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327982105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327982105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327982106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,112 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412043a76dc88411a40299c3c943656ea9c3b_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043a76dc88411a40299c3c943656ea9c3b_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:42,112 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/4c54ce89320744909a140df3cd92e382, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:42,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/4c54ce89320744909a140df3cd92e382 is 175, key is test_row_0/A:col10/1733327922097/Put/seqid=0 2024-12-04T15:58:42,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742434_1610 (size=39749) 2024-12-04T15:58:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-04T15:58:42,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327982212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327982213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327982213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327982213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327982213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-04T15:58:42,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:42,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:42,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:42,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:42,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:42,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-04T15:58:42,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:42,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:42,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:42,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:42,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-04T15:58:42,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327982423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327982423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327982423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327982423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327982423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,517 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/4c54ce89320744909a140df3cd92e382 2024-12-04T15:58:42,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/ea22a7c8e5b849de9354b3da91b0a8d8 is 50, key is test_row_0/B:col10/1733327922097/Put/seqid=0 2024-12-04T15:58:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742435_1611 (size=12151) 2024-12-04T15:58:42,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/ea22a7c8e5b849de9354b3da91b0a8d8 2024-12-04T15:58:42,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/20e7e8e561c94e2296de6a9d206886bd is 50, key is test_row_0/C:col10/1733327922097/Put/seqid=0 2024-12-04T15:58:42,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742436_1612 (size=12151) 2024-12-04T15:58:42,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-04T15:58:42,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:42,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:42,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:42,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:42,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:42,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-04T15:58:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:42,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:42,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-04T15:58:42,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327982734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327982734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327982734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327982734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327982734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:42,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:42,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:42,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-04T15:58:42,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:42,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:42,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:42,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:42,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:42,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/20e7e8e561c94e2296de6a9d206886bd 2024-12-04T15:58:42,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/4c54ce89320744909a140df3cd92e382 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4c54ce89320744909a140df3cd92e382 2024-12-04T15:58:42,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4c54ce89320744909a140df3cd92e382, entries=200, sequenceid=199, filesize=38.8 K 2024-12-04T15:58:42,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/ea22a7c8e5b849de9354b3da91b0a8d8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ea22a7c8e5b849de9354b3da91b0a8d8 2024-12-04T15:58:42,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ea22a7c8e5b849de9354b3da91b0a8d8, entries=150, sequenceid=199, filesize=11.9 K 2024-12-04T15:58:42,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/20e7e8e561c94e2296de6a9d206886bd as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/20e7e8e561c94e2296de6a9d206886bd 2024-12-04T15:58:42,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/20e7e8e561c94e2296de6a9d206886bd, entries=150, sequenceid=199, filesize=11.9 K 2024-12-04T15:58:42,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 9adb8c823263fd70a15c974656802a7f in 856ms, sequenceid=199, compaction requested=true 2024-12-04T15:58:42,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:42,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:42,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:42,954 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:58:42,954 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:58:42,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:42,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:42,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:42,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:42,955 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:58:42,955 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133322 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:58:42,955 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/B is initiating minor compaction (all files) 2024-12-04T15:58:42,955 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/A is initiating minor compaction (all files) 2024-12-04T15:58:42,955 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/B in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:42,955 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/A in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:42,955 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/f38b81ec89104ec080ed44b33747a1b0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ea5bbd49b98a44f2a099076ee99dc550, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/dc3e107d7d99452e8819181e9e989940, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ea22a7c8e5b849de9354b3da91b0a8d8] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=47.7 K 2024-12-04T15:58:42,955 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/490b7f54d95e4a3781e58c33e89a1ead, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4a26f175deb44194898c593471033bc1, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/3b3b1e3fa16f4f21925b5c86a10c3b98, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4c54ce89320744909a140df3cd92e382] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=130.2 K 2024-12-04T15:58:42,955 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:42,955 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/490b7f54d95e4a3781e58c33e89a1ead, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4a26f175deb44194898c593471033bc1, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/3b3b1e3fa16f4f21925b5c86a10c3b98, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4c54ce89320744909a140df3cd92e382] 2024-12-04T15:58:42,955 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting f38b81ec89104ec080ed44b33747a1b0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733327919398 2024-12-04T15:58:42,955 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 490b7f54d95e4a3781e58c33e89a1ead, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733327919398 2024-12-04T15:58:42,956 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a26f175deb44194898c593471033bc1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733327919440 2024-12-04T15:58:42,956 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting ea5bbd49b98a44f2a099076ee99dc550, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733327919440 2024-12-04T15:58:42,956 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b3b1e3fa16f4f21925b5c86a10c3b98, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733327920585 2024-12-04T15:58:42,956 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting dc3e107d7d99452e8819181e9e989940, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733327920585 2024-12-04T15:58:42,956 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting ea22a7c8e5b849de9354b3da91b0a8d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733327921772 2024-12-04T15:58:42,956 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c54ce89320744909a140df3cd92e382, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733327921772 2024-12-04T15:58:42,963 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:42,965 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#B#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:42,965 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/4de8b79897d1472092dd600fe0fe493f is 50, key is test_row_0/B:col10/1733327922097/Put/seqid=0 2024-12-04T15:58:42,966 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412049b5ddfd41b144f3a88370c04ead04edd_9adb8c823263fd70a15c974656802a7f store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:42,968 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412049b5ddfd41b144f3a88370c04ead04edd_9adb8c823263fd70a15c974656802a7f, store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:42,969 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412049b5ddfd41b144f3a88370c04ead04edd_9adb8c823263fd70a15c974656802a7f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:42,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742437_1613 (size=12595) 2024-12-04T15:58:42,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742438_1614 (size=4469) 2024-12-04T15:58:42,975 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#A#compaction#526 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:42,975 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/5213179d3e4246e59ca8fbd774b93121 is 175, key is test_row_0/A:col10/1733327922097/Put/seqid=0 2024-12-04T15:58:42,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742439_1615 (size=31549) 2024-12-04T15:58:42,998 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/5213179d3e4246e59ca8fbd774b93121 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/5213179d3e4246e59ca8fbd774b93121 2024-12-04T15:58:43,003 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/A of 9adb8c823263fd70a15c974656802a7f into 5213179d3e4246e59ca8fbd774b93121(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:43,003 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:43,003 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/A, priority=12, startTime=1733327922953; duration=0sec 2024-12-04T15:58:43,003 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:43,003 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:A 2024-12-04T15:58:43,003 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T15:58:43,004 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-04T15:58:43,004 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/C is initiating minor compaction (all files) 2024-12-04T15:58:43,004 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/C in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:43,004 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/0d01df86dbe94f96b7250471c138e5a0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/65b5676acff541b88a1b436691bce405, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/67a9ba8132004cab909deb03be35df4f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/20e7e8e561c94e2296de6a9d206886bd] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=47.7 K 2024-12-04T15:58:43,005 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d01df86dbe94f96b7250471c138e5a0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733327919398 2024-12-04T15:58:43,005 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65b5676acff541b88a1b436691bce405, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733327919440 2024-12-04T15:58:43,005 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67a9ba8132004cab909deb03be35df4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733327920585 2024-12-04T15:58:43,005 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20e7e8e561c94e2296de6a9d206886bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733327921772 2024-12-04T15:58:43,013 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#C#compaction#527 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:43,014 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/dda08ba34579404c908ab0f2f7123877 is 50, key is test_row_0/C:col10/1733327922097/Put/seqid=0 2024-12-04T15:58:43,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742440_1616 (size=12595) 2024-12-04T15:58:43,023 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/dda08ba34579404c908ab0f2f7123877 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/dda08ba34579404c908ab0f2f7123877 2024-12-04T15:58:43,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-04T15:58:43,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:43,024 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-04T15:58:43,028 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/C of 9adb8c823263fd70a15c974656802a7f into dda08ba34579404c908ab0f2f7123877(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:43,028 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:43,028 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/C, priority=12, startTime=1733327922954; duration=0sec 2024-12-04T15:58:43,029 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:43,029 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:C 2024-12-04T15:58:43,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041dde9c3cac7c4e4298c7dcd4e92b132c_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327922103/Put/seqid=0 2024-12-04T15:58:43,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742441_1617 (size=12304) 2024-12-04T15:58:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-04T15:58:43,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:43,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327983273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327983274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327983275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327983278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327983278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,374 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/4de8b79897d1472092dd600fe0fe493f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/4de8b79897d1472092dd600fe0fe493f 2024-12-04T15:58:43,378 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/B of 9adb8c823263fd70a15c974656802a7f into 4de8b79897d1472092dd600fe0fe493f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:43,378 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:43,378 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/B, priority=12, startTime=1733327922954; duration=0sec 2024-12-04T15:58:43,378 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:43,378 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:B 2024-12-04T15:58:43,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327983383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327983383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327983383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327983392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327983393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:43,453 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041dde9c3cac7c4e4298c7dcd4e92b132c_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041dde9c3cac7c4e4298c7dcd4e92b132c_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:43,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/502d6a2291b64fdc97f90ebc79cbf557, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:43,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/502d6a2291b64fdc97f90ebc79cbf557 is 175, key is test_row_0/A:col10/1733327922103/Put/seqid=0 2024-12-04T15:58:43,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742442_1618 (size=31105) 2024-12-04T15:58:43,458 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/502d6a2291b64fdc97f90ebc79cbf557 2024-12-04T15:58:43,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/fd1bef6bef484538a0104112678efdec is 50, key is test_row_0/B:col10/1733327922103/Put/seqid=0 2024-12-04T15:58:43,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742443_1619 (size=12151) 2024-12-04T15:58:43,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327983593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327983593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327983593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327983603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327983603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,870 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/fd1bef6bef484538a0104112678efdec 2024-12-04T15:58:43,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/2c6cbaada6ed4760915fb853f3f21b8a is 50, key is test_row_0/C:col10/1733327922103/Put/seqid=0 2024-12-04T15:58:43,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742444_1620 (size=12151) 2024-12-04T15:58:43,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327983903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327983903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327983903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327983913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327983913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:43,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:43,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-04T15:58:44,282 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/2c6cbaada6ed4760915fb853f3f21b8a 2024-12-04T15:58:44,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/502d6a2291b64fdc97f90ebc79cbf557 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/502d6a2291b64fdc97f90ebc79cbf557 2024-12-04T15:58:44,289 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/502d6a2291b64fdc97f90ebc79cbf557, entries=150, sequenceid=209, filesize=30.4 K 2024-12-04T15:58:44,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/fd1bef6bef484538a0104112678efdec as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/fd1bef6bef484538a0104112678efdec 2024-12-04T15:58:44,293 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/fd1bef6bef484538a0104112678efdec, entries=150, sequenceid=209, filesize=11.9 K 2024-12-04T15:58:44,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/2c6cbaada6ed4760915fb853f3f21b8a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/2c6cbaada6ed4760915fb853f3f21b8a 2024-12-04T15:58:44,298 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/2c6cbaada6ed4760915fb853f3f21b8a, entries=150, sequenceid=209, filesize=11.9 K 2024-12-04T15:58:44,302 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 9adb8c823263fd70a15c974656802a7f in 1278ms, sequenceid=209, compaction requested=false 2024-12-04T15:58:44,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:44,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:44,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=185 2024-12-04T15:58:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=185 2024-12-04T15:58:44,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=185, resume processing ppid=184 2024-12-04T15:58:44,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=185, ppid=184, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1960 sec 2024-12-04T15:58:44,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=184, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees in 2.2010 sec 2024-12-04T15:58:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:44,415 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:44,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-04T15:58:44,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d3fa81aa64644df19b19fdf4cca583b7_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327923277/Put/seqid=0 2024-12-04T15:58:44,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327984422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:44,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327984423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:44,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327984423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:44,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:44,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742445_1621 (size=14794) 2024-12-04T15:58:44,427 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:44,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327984424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:44,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:44,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327984424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:44,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,429 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:44,430 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204d3fa81aa64644df19b19fdf4cca583b7_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d3fa81aa64644df19b19fdf4cca583b7_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:44,431 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/2970adf8be164216bb0a0c19e58eebf2, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:44,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/2970adf8be164216bb0a0c19e58eebf2 is 175, key is test_row_0/A:col10/1733327923277/Put/seqid=0 2024-12-04T15:58:44,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742446_1622 (size=39749) 2024-12-04T15:58:44,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:44,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327984533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327984533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:44,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327984533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:44,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327984743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:44,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327984743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:44,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:44,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:44,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327984743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:44,836 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/2970adf8be164216bb0a0c19e58eebf2 2024-12-04T15:58:44,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/fd35872ff7a14514a2733f0154c351b9 is 50, key is test_row_0/B:col10/1733327923277/Put/seqid=0 2024-12-04T15:58:44,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742447_1623 (size=12151) 2024-12-04T15:58:45,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327985052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:45,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:45,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327985052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:45,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:45,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:45,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327985053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:45,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:45,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:45,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/fd35872ff7a14514a2733f0154c351b9 2024-12-04T15:58:45,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/14eb584c47b44dc8b54c6d459867c7f5 is 50, key is test_row_0/C:col10/1733327923277/Put/seqid=0 2024-12-04T15:58:45,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742448_1624 (size=12151) 2024-12-04T15:58:45,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/14eb584c47b44dc8b54c6d459867c7f5 2024-12-04T15:58:45,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/2970adf8be164216bb0a0c19e58eebf2 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/2970adf8be164216bb0a0c19e58eebf2 2024-12-04T15:58:45,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/2970adf8be164216bb0a0c19e58eebf2, entries=200, sequenceid=240, filesize=38.8 K 2024-12-04T15:58:45,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/fd35872ff7a14514a2733f0154c351b9 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/fd35872ff7a14514a2733f0154c351b9 2024-12-04T15:58:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/fd35872ff7a14514a2733f0154c351b9, entries=150, sequenceid=240, filesize=11.9 K 2024-12-04T15:58:45,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/14eb584c47b44dc8b54c6d459867c7f5 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/14eb584c47b44dc8b54c6d459867c7f5 2024-12-04T15:58:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/14eb584c47b44dc8b54c6d459867c7f5, entries=150, sequenceid=240, filesize=11.9 K 2024-12-04T15:58:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 9adb8c823263fd70a15c974656802a7f in 863ms, sequenceid=240, compaction requested=true 2024-12-04T15:58:45,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:45,279 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:45,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:45,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:45,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:45,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:45,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:45,279 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,281 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:45,281 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/A is initiating minor compaction (all files) 2024-12-04T15:58:45,281 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/A in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:45,281 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/5213179d3e4246e59ca8fbd774b93121, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/502d6a2291b64fdc97f90ebc79cbf557, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/2970adf8be164216bb0a0c19e58eebf2] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=100.0 K 2024-12-04T15:58:45,281 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:45,281 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/5213179d3e4246e59ca8fbd774b93121, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/502d6a2291b64fdc97f90ebc79cbf557, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/2970adf8be164216bb0a0c19e58eebf2] 2024-12-04T15:58:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,282 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5213179d3e4246e59ca8fbd774b93121, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733327921772 2024-12-04T15:58:45,282 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,282 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 502d6a2291b64fdc97f90ebc79cbf557, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733327922103 2024-12-04T15:58:45,282 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/B is initiating minor compaction (all files) 2024-12-04T15:58:45,282 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/B in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:45,282 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/4de8b79897d1472092dd600fe0fe493f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/fd1bef6bef484538a0104112678efdec, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/fd35872ff7a14514a2733f0154c351b9] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=36.0 K 2024-12-04T15:58:45,282 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2970adf8be164216bb0a0c19e58eebf2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733327923273 2024-12-04T15:58:45,282 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 4de8b79897d1472092dd600fe0fe493f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733327921772 2024-12-04T15:58:45,283 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting fd1bef6bef484538a0104112678efdec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733327922103 2024-12-04T15:58:45,283 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting fd35872ff7a14514a2733f0154c351b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733327923277 2024-12-04T15:58:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,287 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,289 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204b5e1d208cfa644318e54774f2cf1c8e8_9adb8c823263fd70a15c974656802a7f store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,290 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#B#compaction#535 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,290 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/90e3f885e0ab42fcbdfb5f5be4482cdf is 50, key is test_row_0/B:col10/1733327923277/Put/seqid=0 2024-12-04T15:58:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,291 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204b5e1d208cfa644318e54774f2cf1c8e8_9adb8c823263fd70a15c974656802a7f, store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,291 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204b5e1d208cfa644318e54774f2cf1c8e8_9adb8c823263fd70a15c974656802a7f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742449_1625 (size=12697) 2024-12-04T15:58:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742450_1626 (size=4469) 2024-12-04T15:58:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,298 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/90e3f885e0ab42fcbdfb5f5be4482cdf as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/90e3f885e0ab42fcbdfb5f5be4482cdf 2024-12-04T15:58:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,299 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#A#compaction#534 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,299 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/c34688b3815e4861b7bfb7f5db9196bb is 175, key is test_row_0/A:col10/1733327923277/Put/seqid=0 2024-12-04T15:58:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742451_1627 (size=31651) 2024-12-04T15:58:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,304 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/B of 9adb8c823263fd70a15c974656802a7f into 90e3f885e0ab42fcbdfb5f5be4482cdf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:45,304 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:45,304 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/B, priority=13, startTime=1733327925279; duration=0sec 2024-12-04T15:58:45,304 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:45,304 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:B 2024-12-04T15:58:45,304 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,305 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:45,305 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/C is initiating minor compaction (all files) 2024-12-04T15:58:45,305 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/C in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:45,305 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/dda08ba34579404c908ab0f2f7123877, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/2c6cbaada6ed4760915fb853f3f21b8a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/14eb584c47b44dc8b54c6d459867c7f5] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=36.0 K 2024-12-04T15:58:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,305 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting dda08ba34579404c908ab0f2f7123877, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733327921772 2024-12-04T15:58:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,306 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c6cbaada6ed4760915fb853f3f21b8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733327922103 2024-12-04T15:58:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,306 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 14eb584c47b44dc8b54c6d459867c7f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733327923277 2024-12-04T15:58:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,324 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#C#compaction#536 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,324 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/f58a6a213d3349438335a1c1629c5e2a is 50, key is test_row_0/C:col10/1733327923277/Put/seqid=0 2024-12-04T15:58:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742452_1628 (size=12697) 2024-12-04T15:58:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,343 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/f58a6a213d3349438335a1c1629c5e2a as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/f58a6a213d3349438335a1c1629c5e2a 2024-12-04T15:58:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,349 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/C of 9adb8c823263fd70a15c974656802a7f into f58a6a213d3349438335a1c1629c5e2a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:45,349 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:45,349 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/C, priority=13, startTime=1733327925279; duration=0sec 2024-12-04T15:58:45,349 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:45,349 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:C 2024-12-04T15:58:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:45,448 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:45,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:58:45,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041a8780876a80483284ec0edd1739b70e_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327925443/Put/seqid=0 2024-12-04T15:58:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742453_1629 (size=12304) 2024-12-04T15:58:45,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327985518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:45,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327985520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:45,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:45,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327985563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:45,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:45,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327985563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:45,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327985563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:45,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327985632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:45,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327985632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:45,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:45,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:45,708 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/c34688b3815e4861b7bfb7f5db9196bb as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/c34688b3815e4861b7bfb7f5db9196bb 2024-12-04T15:58:45,712 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/A of 9adb8c823263fd70a15c974656802a7f into c34688b3815e4861b7bfb7f5db9196bb(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:45,712 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:45,712 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/A, priority=13, startTime=1733327925279; duration=0sec 2024-12-04T15:58:45,712 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:45,712 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:A 2024-12-04T15:58:45,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327985843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:45,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327985843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:45,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:45,859 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:45,862 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412041a8780876a80483284ec0edd1739b70e_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041a8780876a80483284ec0edd1739b70e_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:45,863 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/62b23aced723414b94d9728889404ec7, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:45,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/62b23aced723414b94d9728889404ec7 is 175, key is test_row_0/A:col10/1733327925443/Put/seqid=0 2024-12-04T15:58:45,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742454_1630 (size=31105) 2024-12-04T15:58:45,867 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/62b23aced723414b94d9728889404ec7 2024-12-04T15:58:45,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/1d9e5f3e83ef4e40a92d72e12eda1360 is 50, key is test_row_0/B:col10/1733327925443/Put/seqid=0 2024-12-04T15:58:45,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742455_1631 (size=12151) 2024-12-04T15:58:46,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327986153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:46,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327986153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-04T15:58:46,283 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:46,283 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=186, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=TestAcidGuarantees 2024-12-04T15:58:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-12-04T15:58:46,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/1d9e5f3e83ef4e40a92d72e12eda1360 2024-12-04T15:58:46,286 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=186, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:46,286 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=186, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:46,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=187, ppid=186, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:46,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/5fd0d55ebefc4ad3a78a43927e57f488 is 50, key is test_row_0/C:col10/1733327925443/Put/seqid=0 2024-12-04T15:58:46,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742456_1632 (size=12151) 2024-12-04T15:58:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-12-04T15:58:46,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=187 2024-12-04T15:58:46,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:46,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:46,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:46,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] handler.RSProcedureHandler(58): pid=187 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:46,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=187 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=187 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:46,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:46,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327986573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:46,575 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in 9adb8c823263fd70a15c974656802a7f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:58:46,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:46,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:46,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:46,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327986583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:46,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327986583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:46,587 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in 9adb8c823263fd70a15c974656802a7f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:58:46,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:46,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:46,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:46,587 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_2' in 9adb8c823263fd70a15c974656802a7f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:58:46,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:46,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:46,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:46,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=187 2024-12-04T15:58:46,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:46,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:46,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:46,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=187}] handler.RSProcedureHandler(58): pid=187 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:46,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=187 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=187 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:46,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-12-04T15:58:46,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327986663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:46,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327986663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:46,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/5fd0d55ebefc4ad3a78a43927e57f488 2024-12-04T15:58:46,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/62b23aced723414b94d9728889404ec7 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/62b23aced723414b94d9728889404ec7 2024-12-04T15:58:46,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/62b23aced723414b94d9728889404ec7, entries=150, sequenceid=253, filesize=30.4 K 2024-12-04T15:58:46,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/1d9e5f3e83ef4e40a92d72e12eda1360 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/1d9e5f3e83ef4e40a92d72e12eda1360 2024-12-04T15:58:46,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/1d9e5f3e83ef4e40a92d72e12eda1360, entries=150, sequenceid=253, filesize=11.9 K 2024-12-04T15:58:46,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/5fd0d55ebefc4ad3a78a43927e57f488 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/5fd0d55ebefc4ad3a78a43927e57f488 2024-12-04T15:58:46,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/5fd0d55ebefc4ad3a78a43927e57f488, entries=150, sequenceid=253, filesize=11.9 K 2024-12-04T15:58:46,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9adb8c823263fd70a15c974656802a7f in 1262ms, sequenceid=253, compaction requested=false 2024-12-04T15:58:46,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:46,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=187 2024-12-04T15:58:46,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:46,745 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-04T15:58:46,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120475ba03d7605343c6872fa60cbc1f951d_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327925514/Put/seqid=0 2024-12-04T15:58:46,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742457_1633 (size=12454) 2024-12-04T15:58:46,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,770 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120475ba03d7605343c6872fa60cbc1f951d_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120475ba03d7605343c6872fa60cbc1f951d_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:46,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/f4dbff9e908245bc9dee8cd94cf630a5, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:46,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/f4dbff9e908245bc9dee8cd94cf630a5 is 175, key is test_row_0/A:col10/1733327925514/Put/seqid=0 2024-12-04T15:58:46,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742458_1634 (size=31255) 2024-12-04T15:58:46,775 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/f4dbff9e908245bc9dee8cd94cf630a5 2024-12-04T15:58:46,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/5209044f0dd64aea92c60e5c028b67d5 is 50, key is test_row_0/B:col10/1733327925514/Put/seqid=0 2024-12-04T15:58:46,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742459_1635 (size=12301) 2024-12-04T15:58:46,785 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/5209044f0dd64aea92c60e5c028b67d5 2024-12-04T15:58:46,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/7a226f969e3f4c6b825485fc5772c299 is 50, key is test_row_0/C:col10/1733327925514/Put/seqid=0 2024-12-04T15:58:46,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742460_1636 (size=12301) 2024-12-04T15:58:46,795 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/7a226f969e3f4c6b825485fc5772c299 2024-12-04T15:58:46,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/f4dbff9e908245bc9dee8cd94cf630a5 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/f4dbff9e908245bc9dee8cd94cf630a5 2024-12-04T15:58:46,801 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/f4dbff9e908245bc9dee8cd94cf630a5, entries=150, sequenceid=279, filesize=30.5 K 2024-12-04T15:58:46,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/5209044f0dd64aea92c60e5c028b67d5 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/5209044f0dd64aea92c60e5c028b67d5 2024-12-04T15:58:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,805 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/5209044f0dd64aea92c60e5c028b67d5, entries=150, sequenceid=279, filesize=12.0 K 2024-12-04T15:58:46,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/7a226f969e3f4c6b825485fc5772c299 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/7a226f969e3f4c6b825485fc5772c299 2024-12-04T15:58:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,810 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/7a226f969e3f4c6b825485fc5772c299, entries=150, sequenceid=279, filesize=12.0 K 2024-12-04T15:58:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,811 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 9adb8c823263fd70a15c974656802a7f in 65ms, sequenceid=279, compaction requested=true 2024-12-04T15:58:46,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:46,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:46,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=187}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=187 2024-12-04T15:58:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=187 2024-12-04T15:58:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=187, resume processing ppid=186 2024-12-04T15:58:46,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=187, ppid=186, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 526 msec 2024-12-04T15:58:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=186, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=186, table=TestAcidGuarantees in 532 msec 2024-12-04T15:58:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-12-04T15:58:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,913 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,914 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=188, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=TestAcidGuarantees 2024-12-04T15:58:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,917 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=188, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188 2024-12-04T15:58:46,918 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=188, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:46,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=189, ppid=188, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188 2024-12-04T15:58:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=189 2024-12-04T15:58:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:47,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:47,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=189}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=189 2024-12-04T15:58:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=189 2024-12-04T15:58:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=189, resume processing ppid=188 2024-12-04T15:58:47,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=189, ppid=188, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-12-04T15:58:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=188, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=188, table=TestAcidGuarantees in 161 msec 2024-12-04T15:58:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188 2024-12-04T15:58:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,233 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,234 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=190, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=190, table=TestAcidGuarantees 2024-12-04T15:58:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=190 2024-12-04T15:58:47,236 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=190, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=190, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,237 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=190, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=190, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:47,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=191, ppid=190, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=190 2024-12-04T15:58:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=191 2024-12-04T15:58:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=191}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=191}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:47,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=191}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:47,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=191}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=191 2024-12-04T15:58:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=191 2024-12-04T15:58:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=191, resume processing ppid=190 2024-12-04T15:58:47,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=191, ppid=190, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-12-04T15:58:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=190, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=190, table=TestAcidGuarantees in 160 msec 2024-12-04T15:58:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=190 2024-12-04T15:58:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,553 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,554 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=192, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=192, table=TestAcidGuarantees 2024-12-04T15:58:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=192 2024-12-04T15:58:47,556 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=192, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=192, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,557 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=192, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=192, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:47,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=193, ppid=192, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=192 2024-12-04T15:58:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=193 2024-12-04T15:58:47,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:47,710 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-04T15:58:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412049874accba4a4496f8c8d9f4eb39fbb16_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327927708/Put/seqid=0 2024-12-04T15:58:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742461_1637 (size=9914) 2024-12-04T15:58:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,743 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412049874accba4a4496f8c8d9f4eb39fbb16_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049874accba4a4496f8c8d9f4eb39fbb16_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/5ae6bb695d2a4316a242751d9d190f14, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/5ae6bb695d2a4316a242751d9d190f14 is 175, key is test_row_0/A:col10/1733327927708/Put/seqid=0 2024-12-04T15:58:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742462_1638 (size=22561) 2024-12-04T15:58:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,763 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/5ae6bb695d2a4316a242751d9d190f14 2024-12-04T15:58:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:47,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/8cc12cabfeb0487abf3509cbfe5c27b8 is 50, key is test_row_0/B:col10/1733327927708/Put/seqid=0 2024-12-04T15:58:47,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742463_1639 (size=9857) 2024-12-04T15:58:47,805 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/8cc12cabfeb0487abf3509cbfe5c27b8 2024-12-04T15:58:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/d5cdae0e03e5439ca9e8cbfabd7b717d is 50, key is test_row_0/C:col10/1733327927708/Put/seqid=0 2024-12-04T15:58:47,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742464_1640 (size=9857) 2024-12-04T15:58:47,834 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/d5cdae0e03e5439ca9e8cbfabd7b717d 2024-12-04T15:58:47,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327987831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:47,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:47,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:47,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:47,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327987835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:47,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:47,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:47,840 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:47,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/5ae6bb695d2a4316a242751d9d190f14 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/5ae6bb695d2a4316a242751d9d190f14 2024-12-04T15:58:47,847 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/5ae6bb695d2a4316a242751d9d190f14, entries=100, sequenceid=286, filesize=22.0 K 2024-12-04T15:58:47,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/8cc12cabfeb0487abf3509cbfe5c27b8 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/8cc12cabfeb0487abf3509cbfe5c27b8 2024-12-04T15:58:47,852 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/8cc12cabfeb0487abf3509cbfe5c27b8, entries=100, sequenceid=286, filesize=9.6 K 2024-12-04T15:58:47,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/d5cdae0e03e5439ca9e8cbfabd7b717d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/d5cdae0e03e5439ca9e8cbfabd7b717d 2024-12-04T15:58:47,858 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/d5cdae0e03e5439ca9e8cbfabd7b717d, entries=100, sequenceid=286, filesize=9.6 K 2024-12-04T15:58:47,859 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 9adb8c823263fd70a15c974656802a7f in 149ms, sequenceid=286, compaction requested=true 2024-12-04T15:58:47,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:47,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:47,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=193}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=193 2024-12-04T15:58:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=193 2024-12-04T15:58:47,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=193, resume processing ppid=192 2024-12-04T15:58:47,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=193, ppid=192, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 303 msec 2024-12-04T15:58:47,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=192, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=192, table=TestAcidGuarantees in 310 msec 2024-12-04T15:58:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=192 2024-12-04T15:58:47,873 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:47,873 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=194, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=194, table=TestAcidGuarantees 2024-12-04T15:58:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=194 2024-12-04T15:58:47,878 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=194, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=194, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:47,879 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=194, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=194, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:47,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=195, ppid=194, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:47,946 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:47,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-12-04T15:58:47,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327987947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:47,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327987950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:47,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120401b16dff681f4dea8202385b26e7396a_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327927811/Put/seqid=0 2024-12-04T15:58:47,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:47,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:47,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:47,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742465_1641 (size=12454) 2024-12-04T15:58:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=194 2024-12-04T15:58:48,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=195 2024-12-04T15:58:48,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:48,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:48,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:48,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=195}] handler.RSProcedureHandler(58): pid=195 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=195 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=195 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327988053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:48,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,054 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:48,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327988063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:48,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=195 2024-12-04T15:58:48,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:48,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:48,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:48,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=195}] handler.RSProcedureHandler(58): pid=195 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=195 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=195 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=194 2024-12-04T15:58:48,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327988263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:48,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:48,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327988273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:48,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:48,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=195 2024-12-04T15:58:48,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:48,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:48,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:48,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] handler.RSProcedureHandler(58): pid=195 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=195 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=195 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,375 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:48,379 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120401b16dff681f4dea8202385b26e7396a_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120401b16dff681f4dea8202385b26e7396a_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:48,380 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/4d609475b5ef485d8cb41fe17fa0cb09, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:48,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/4d609475b5ef485d8cb41fe17fa0cb09 is 175, key is test_row_0/A:col10/1733327927811/Put/seqid=0 2024-12-04T15:58:48,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742466_1642 (size=31255) 2024-12-04T15:58:48,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=195 2024-12-04T15:58:48,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:48,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:48,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:48,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=195}] handler.RSProcedureHandler(58): pid=195 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=195 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=195 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=194 2024-12-04T15:58:48,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327988573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:48,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:48,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327988583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:48,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:48,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51902 deadline: 1733327988593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:48,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51916 deadline: 1733327988593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:48,595 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_0' in 9adb8c823263fd70a15c974656802a7f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:58:48,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:48,596 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_1' in 9adb8c823263fd70a15c974656802a7f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:58:48,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:48,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51948 deadline: 1733327988603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:48,605 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to a21b6491b371,38361,1733327751910 for 'test_row_2' in 9adb8c823263fd70a15c974656802a7f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-04T15:58:48,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:48,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:48,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=195 2024-12-04T15:58:48,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:48,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:48,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:48,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=195}] handler.RSProcedureHandler(58): pid=195 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=195 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=195 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,786 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/4d609475b5ef485d8cb41fe17fa0cb09 2024-12-04T15:58:48,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/ecfae7624cb64d3fbc3718c1bbfaa6c2 is 50, key is test_row_0/B:col10/1733327927811/Put/seqid=0 2024-12-04T15:58:48,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=195 2024-12-04T15:58:48,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:48,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:48,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:48,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] handler.RSProcedureHandler(58): pid=195 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=195 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=195 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742467_1643 (size=12301) 2024-12-04T15:58:48,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=195 2024-12-04T15:58:48,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:48,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:48,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:48,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=195}] handler.RSProcedureHandler(58): pid=195 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=195 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=195 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=194 2024-12-04T15:58:49,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327989083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:49,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327989093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:49,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:49,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:49,096 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:49,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=195 2024-12-04T15:58:49,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:49,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:49,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:49,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=195}] handler.RSProcedureHandler(58): pid=195 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:49,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=195 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=195 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:49,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/ecfae7624cb64d3fbc3718c1bbfaa6c2 2024-12-04T15:58:49,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/fe2d64aafc5c4fa390c4e37b1e58acf2 is 50, key is test_row_0/C:col10/1733327927811/Put/seqid=0 2024-12-04T15:58:49,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742468_1644 (size=12301) 2024-12-04T15:58:49,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/fe2d64aafc5c4fa390c4e37b1e58acf2 2024-12-04T15:58:49,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/4d609475b5ef485d8cb41fe17fa0cb09 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4d609475b5ef485d8cb41fe17fa0cb09 2024-12-04T15:58:49,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4d609475b5ef485d8cb41fe17fa0cb09, entries=150, sequenceid=318, filesize=30.5 K 2024-12-04T15:58:49,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/ecfae7624cb64d3fbc3718c1bbfaa6c2 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ecfae7624cb64d3fbc3718c1bbfaa6c2 2024-12-04T15:58:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ecfae7624cb64d3fbc3718c1bbfaa6c2, entries=150, sequenceid=318, filesize=12.0 K 2024-12-04T15:58:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/fe2d64aafc5c4fa390c4e37b1e58acf2 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/fe2d64aafc5c4fa390c4e37b1e58acf2 2024-12-04T15:58:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/fe2d64aafc5c4fa390c4e37b1e58acf2, entries=150, sequenceid=318, filesize=12.0 K 2024-12-04T15:58:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 9adb8c823263fd70a15c974656802a7f in 1291ms, sequenceid=318, compaction requested=true 2024-12-04T15:58:49,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:49,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:49,237 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-04T15:58:49,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:49,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:49,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:49,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:49,237 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-04T15:58:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,239 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 147827 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-04T15:58:49,239 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/A is initiating minor compaction (all files) 2024-12-04T15:58:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,239 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/A in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,239 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59307 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-04T15:58:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,239 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/B is initiating minor compaction (all files) 2024-12-04T15:58:49,239 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/B in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:49,240 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/90e3f885e0ab42fcbdfb5f5be4482cdf, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/1d9e5f3e83ef4e40a92d72e12eda1360, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/5209044f0dd64aea92c60e5c028b67d5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/8cc12cabfeb0487abf3509cbfe5c27b8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ecfae7624cb64d3fbc3718c1bbfaa6c2] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=57.9 K 2024-12-04T15:58:49,240 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/c34688b3815e4861b7bfb7f5db9196bb, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/62b23aced723414b94d9728889404ec7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/f4dbff9e908245bc9dee8cd94cf630a5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/5ae6bb695d2a4316a242751d9d190f14, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4d609475b5ef485d8cb41fe17fa0cb09] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=144.4 K 2024-12-04T15:58:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,240 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:49,240 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/c34688b3815e4861b7bfb7f5db9196bb, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/62b23aced723414b94d9728889404ec7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/f4dbff9e908245bc9dee8cd94cf630a5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/5ae6bb695d2a4316a242751d9d190f14, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4d609475b5ef485d8cb41fe17fa0cb09] 2024-12-04T15:58:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,240 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 90e3f885e0ab42fcbdfb5f5be4482cdf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733327923277 2024-12-04T15:58:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,240 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting c34688b3815e4861b7bfb7f5db9196bb, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733327923277 2024-12-04T15:58:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,241 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62b23aced723414b94d9728889404ec7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733327924422 2024-12-04T15:58:49,241 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d9e5f3e83ef4e40a92d72e12eda1360, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733327924422 2024-12-04T15:58:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,241 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 5209044f0dd64aea92c60e5c028b67d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733327925514 2024-12-04T15:58:49,241 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4dbff9e908245bc9dee8cd94cf630a5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733327925514 2024-12-04T15:58:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,241 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cc12cabfeb0487abf3509cbfe5c27b8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733327927695 2024-12-04T15:58:49,242 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ae6bb695d2a4316a242751d9d190f14, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733327927695 2024-12-04T15:58:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,242 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d609475b5ef485d8cb41fe17fa0cb09, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733327927811 2024-12-04T15:58:49,242 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting ecfae7624cb64d3fbc3718c1bbfaa6c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733327927811 2024-12-04T15:58:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,249 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,251 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#B#compaction#550 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,252 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/7e79774d5eb846a9a5eede91a7a30e7c is 50, key is test_row_0/B:col10/1733327927811/Put/seqid=0 2024-12-04T15:58:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,254 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412047adad275af054a89a64088eec85412c0_9adb8c823263fd70a15c974656802a7f store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=195 2024-12-04T15:58:49,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,256 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-12-04T15:58:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,256 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412047adad275af054a89a64088eec85412c0_9adb8c823263fd70a15c974656802a7f, store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:49,256 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412047adad275af054a89a64088eec85412c0_9adb8c823263fd70a15c974656802a7f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742469_1645 (size=13017) 2024-12-04T15:58:49,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742470_1646 (size=4469) 2024-12-04T15:58:49,261 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#A#compaction#549 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:49,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204545fec0ad7ec44709ac6bd89dab45008_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_2/A:col10/1733327927947/Put/seqid=0 2024-12-04T15:58:49,262 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/18eeced7118b45a288280e1292c7464f is 175, key is test_row_0/A:col10/1733327927811/Put/seqid=0 2024-12-04T15:58:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,267 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/7e79774d5eb846a9a5eede91a7a30e7c as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/7e79774d5eb846a9a5eede91a7a30e7c 2024-12-04T15:58:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,272 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/B of 9adb8c823263fd70a15c974656802a7f into 7e79774d5eb846a9a5eede91a7a30e7c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,272 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:49,272 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/B, priority=11, startTime=1733327929237; duration=0sec 2024-12-04T15:58:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,272 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:49,272 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:B 2024-12-04T15:58:49,272 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-04T15:58:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,273 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59307 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-04T15:58:49,273 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/C is initiating minor compaction (all files) 2024-12-04T15:58:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,273 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/C in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:49,273 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/f58a6a213d3349438335a1c1629c5e2a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/5fd0d55ebefc4ad3a78a43927e57f488, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/7a226f969e3f4c6b825485fc5772c299, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/d5cdae0e03e5439ca9e8cbfabd7b717d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/fe2d64aafc5c4fa390c4e37b1e58acf2] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=57.9 K 2024-12-04T15:58:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,274 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting f58a6a213d3349438335a1c1629c5e2a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733327923277 2024-12-04T15:58:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,274 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fd0d55ebefc4ad3a78a43927e57f488, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733327924422 2024-12-04T15:58:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,275 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a226f969e3f4c6b825485fc5772c299, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733327925514 2024-12-04T15:58:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,275 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting d5cdae0e03e5439ca9e8cbfabd7b717d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1733327927695 2024-12-04T15:58:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,276 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting fe2d64aafc5c4fa390c4e37b1e58acf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733327927811 2024-12-04T15:58:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742471_1647 (size=7374) 2024-12-04T15:58:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742472_1648 (size=31971) 2024-12-04T15:58:49,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,287 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#C#compaction#552 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,287 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/5534b58741db415d893843e134d1a3c6 is 50, key is test_row_0/C:col10/1733327927811/Put/seqid=0 2024-12-04T15:58:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,288 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204545fec0ad7ec44709ac6bd89dab45008_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204545fec0ad7ec44709ac6bd89dab45008_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/e412ac1407e9458b83e116868b70d756, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/e412ac1407e9458b83e116868b70d756 is 175, key is test_row_2/A:col10/1733327927947/Put/seqid=0 2024-12-04T15:58:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742473_1649 (size=13017) 2024-12-04T15:58:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742474_1650 (size=13865) 2024-12-04T15:58:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,292 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/e412ac1407e9458b83e116868b70d756 2024-12-04T15:58:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,295 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/5534b58741db415d893843e134d1a3c6 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/5534b58741db415d893843e134d1a3c6 2024-12-04T15:58:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/06df2b5e0ab74096ba70f27640dd8d8d is 50, key is test_row_2/B:col10/1733327927947/Put/seqid=0 2024-12-04T15:58:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,301 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/C of 9adb8c823263fd70a15c974656802a7f into 5534b58741db415d893843e134d1a3c6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:49,301 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,301 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/C, priority=11, startTime=1733327929237; duration=0sec 2024-12-04T15:58:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,301 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:49,301 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:C 2024-12-04T15:58:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742475_1651 (size=7415) 2024-12-04T15:58:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,302 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/06df2b5e0ab74096ba70f27640dd8d8d 2024-12-04T15:58:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/dd164ab597ec4026be6c78c7ddabfaae is 50, key is test_row_2/C:col10/1733327927947/Put/seqid=0 2024-12-04T15:58:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742476_1652 (size=7415) 2024-12-04T15:58:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,694 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/18eeced7118b45a288280e1292c7464f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/18eeced7118b45a288280e1292c7464f 2024-12-04T15:58:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,698 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/A of 9adb8c823263fd70a15c974656802a7f into 18eeced7118b45a288280e1292c7464f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,698 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:49,698 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/A, priority=11, startTime=1733327929237; duration=0sec 2024-12-04T15:58:49,699 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:49,699 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:A 2024-12-04T15:58:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,710 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/dd164ab597ec4026be6c78c7ddabfaae 2024-12-04T15:58:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/e412ac1407e9458b83e116868b70d756 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/e412ac1407e9458b83e116868b70d756 2024-12-04T15:58:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,717 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/e412ac1407e9458b83e116868b70d756, entries=50, sequenceid=322, filesize=13.5 K 2024-12-04T15:58:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/06df2b5e0ab74096ba70f27640dd8d8d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/06df2b5e0ab74096ba70f27640dd8d8d 2024-12-04T15:58:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,720 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/06df2b5e0ab74096ba70f27640dd8d8d, entries=50, sequenceid=322, filesize=7.2 K 2024-12-04T15:58:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/dd164ab597ec4026be6c78c7ddabfaae as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/dd164ab597ec4026be6c78c7ddabfaae 2024-12-04T15:58:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,725 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/dd164ab597ec4026be6c78c7ddabfaae, entries=50, sequenceid=322, filesize=7.2 K 2024-12-04T15:58:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,725 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 9adb8c823263fd70a15c974656802a7f in 469ms, sequenceid=322, compaction requested=false 2024-12-04T15:58:49,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:49,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:49,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=195}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=195 2024-12-04T15:58:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=195 2024-12-04T15:58:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=195, resume processing ppid=194 2024-12-04T15:58:49,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=195, ppid=194, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8480 sec 2024-12-04T15:58:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=194, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=194, table=TestAcidGuarantees in 1.8560 sec 2024-12-04T15:58:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,022 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T15:58:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=194 2024-12-04T15:58:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,033 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,033 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-04T15:58:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=196, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=196, table=TestAcidGuarantees 2024-12-04T15:58:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,035 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=196, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=196, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-04T15:58:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=196 2024-12-04T15:58:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,036 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=196, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=196, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T15:58:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=197, ppid=196, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T15:58:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=196 2024-12-04T15:58:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:50,148 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T15:58:50,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-04T15:58:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ea6d20df2bd9459898d49acb3d7f02e1_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327930146/Put/seqid=0 2024-12-04T15:58:50,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742478_1654 (size=25158) 2024-12-04T15:58:50,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=197 2024-12-04T15:58:50,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:50,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:50,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:50,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=197}] handler.RSProcedureHandler(58): pid=197 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=197 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=197 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327990204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:50,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:50,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:50,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:50,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327990207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:50,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:50,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:50,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:50,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327990313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:50,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327990313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:50,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=197 2024-12-04T15:58:50,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:50,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:50,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:50,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=197}] handler.RSProcedureHandler(58): pid=197 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=197 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=197 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=196 2024-12-04T15:58:50,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=197 2024-12-04T15:58:50,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:50,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:50,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:50,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] handler.RSProcedureHandler(58): pid=197 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=197 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=197 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327990523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:50,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:50,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:50,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:50,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327990523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:50,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:50,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:50,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:50,563 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:50,566 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204ea6d20df2bd9459898d49acb3d7f02e1_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ea6d20df2bd9459898d49acb3d7f02e1_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:50,567 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/283b8f7b61e949fc9c91044d36738e65, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:50,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/283b8f7b61e949fc9c91044d36738e65 is 175, key is test_row_0/A:col10/1733327930146/Put/seqid=0 2024-12-04T15:58:50,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742477_1653 (size=74795) 2024-12-04T15:58:50,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=197 2024-12-04T15:58:50,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:50,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:50,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:50,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=197}] handler.RSProcedureHandler(58): pid=197 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=197 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=197 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=196 2024-12-04T15:58:50,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=197 2024-12-04T15:58:50,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:50,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:50,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:50,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=197}] handler.RSProcedureHandler(58): pid=197 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=197 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=197 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327990833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:50,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327990833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:50,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:50,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:50,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:50,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:50,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:50,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:50,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=197 2024-12-04T15:58:50,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:50,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:50,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:50,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] handler.RSProcedureHandler(58): pid=197 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=197 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=197 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:50,970 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/283b8f7b61e949fc9c91044d36738e65 2024-12-04T15:58:50,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/a219cc4826584c4bad015cc424721b69 is 50, key is test_row_0/B:col10/1733327930146/Put/seqid=0 2024-12-04T15:58:50,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742479_1655 (size=12301) 2024-12-04T15:58:51,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=197 2024-12-04T15:58:51,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:51,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:51,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:51,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=197}] handler.RSProcedureHandler(58): pid=197 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:51,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-2 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=197 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=197 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=196 2024-12-04T15:58:51,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=197 2024-12-04T15:58:51,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:51,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:51,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:51,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=197}] handler.RSProcedureHandler(58): pid=197 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:51,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-0 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=197 java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4177): Remote procedure failed, pid=197 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:58:51,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51942 deadline: 1733327991343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:51,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T15:58:51,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38361 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51984 deadline: 1733327991343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 2024-12-04T15:58:51,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:51,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:51,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:51,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 , the old value is region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:51,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T15:58:51,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., hostname=a21b6491b371,38361,1733327751910, seqNum=5 because the exception is null or not the one we care about 2024-12-04T15:58:51,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/a219cc4826584c4bad015cc424721b69 2024-12-04T15:58:51,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/775641eae98a41ba91149629478df56c is 50, key is test_row_0/C:col10/1733327930146/Put/seqid=0 2024-12-04T15:58:51,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742480_1656 (size=12301) 2024-12-04T15:58:51,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/775641eae98a41ba91149629478df56c 2024-12-04T15:58:51,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/283b8f7b61e949fc9c91044d36738e65 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/283b8f7b61e949fc9c91044d36738e65 2024-12-04T15:58:51,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/283b8f7b61e949fc9c91044d36738e65, entries=400, sequenceid=336, filesize=73.0 K 2024-12-04T15:58:51,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/a219cc4826584c4bad015cc424721b69 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/a219cc4826584c4bad015cc424721b69 2024-12-04T15:58:51,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/a219cc4826584c4bad015cc424721b69, entries=150, sequenceid=336, filesize=12.0 K 2024-12-04T15:58:51,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/775641eae98a41ba91149629478df56c as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/775641eae98a41ba91149629478df56c 2024-12-04T15:58:51,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/775641eae98a41ba91149629478df56c, entries=150, sequenceid=336, filesize=12.0 K 2024-12-04T15:58:51,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9adb8c823263fd70a15c974656802a7f in 1263ms, sequenceid=336, compaction requested=true 2024-12-04T15:58:51,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:51,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:A, priority=-2147483648, current under compaction store size is 1 2024-12-04T15:58:51,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:51,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:B, priority=-2147483648, current under compaction store size is 2 2024-12-04T15:58:51,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:51,411 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:51,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9adb8c823263fd70a15c974656802a7f:C, priority=-2147483648, current under compaction store size is 3 2024-12-04T15:58:51,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-04T15:58:51,412 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:51,412 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120631 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:51,412 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32733 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:51,412 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/A is initiating minor compaction (all files) 2024-12-04T15:58:51,412 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/B is initiating minor compaction (all files) 2024-12-04T15:58:51,412 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/A in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:51,412 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/B in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:51,412 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/18eeced7118b45a288280e1292c7464f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/e412ac1407e9458b83e116868b70d756, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/283b8f7b61e949fc9c91044d36738e65] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=117.8 K 2024-12-04T15:58:51,412 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/7e79774d5eb846a9a5eede91a7a30e7c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/06df2b5e0ab74096ba70f27640dd8d8d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/a219cc4826584c4bad015cc424721b69] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=32.0 K 2024-12-04T15:58:51,412 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:51,412 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. files: [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/18eeced7118b45a288280e1292c7464f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/e412ac1407e9458b83e116868b70d756, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/283b8f7b61e949fc9c91044d36738e65] 2024-12-04T15:58:51,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38361 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=197 2024-12-04T15:58:51,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:51,414 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-04T15:58:51,414 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18eeced7118b45a288280e1292c7464f, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733327927811 2024-12-04T15:58:51,414 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e79774d5eb846a9a5eede91a7a30e7c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733327927811 2024-12-04T15:58:51,414 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting e412ac1407e9458b83e116868b70d756, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733327927947 2024-12-04T15:58:51,414 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 06df2b5e0ab74096ba70f27640dd8d8d, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733327927947 2024-12-04T15:58:51,414 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting a219cc4826584c4bad015cc424721b69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733327930141 2024-12-04T15:58:51,415 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] compactions.Compactor(225): Compacting 283b8f7b61e949fc9c91044d36738e65, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733327930123 2024-12-04T15:58:51,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042abe3e3466214e5cb37784590b5ef1de_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327930200/Put/seqid=0 2024-12-04T15:58:51,426 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#B#compaction#559 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:51,427 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/412e8c117e9a4ef7b71b43ce1bb98380 is 50, key is test_row_0/B:col10/1733327930146/Put/seqid=0 2024-12-04T15:58:51,428 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:51,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742481_1657 (size=12454) 2024-12-04T15:58:51,435 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241204538221746b9843fd83d40ae99a83591b_9adb8c823263fd70a15c974656802a7f store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:51,437 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241204538221746b9843fd83d40ae99a83591b_9adb8c823263fd70a15c974656802a7f, store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:51,437 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241204538221746b9843fd83d40ae99a83591b_9adb8c823263fd70a15c974656802a7f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:51,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742482_1658 (size=13119) 2024-12-04T15:58:51,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742483_1659 (size=4469) 2024-12-04T15:58:51,461 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/412e8c117e9a4ef7b71b43ce1bb98380 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/412e8c117e9a4ef7b71b43ce1bb98380 2024-12-04T15:58:51,466 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/B of 9adb8c823263fd70a15c974656802a7f into 412e8c117e9a4ef7b71b43ce1bb98380(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:51,466 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:51,466 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/B, priority=13, startTime=1733327931411; duration=0sec 2024-12-04T15:58:51,466 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-04T15:58:51,466 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:B 2024-12-04T15:58:51,466 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T15:58:51,467 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32733 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T15:58:51,467 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1541): 9adb8c823263fd70a15c974656802a7f/C is initiating minor compaction (all files) 2024-12-04T15:58:51,467 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9adb8c823263fd70a15c974656802a7f/C in TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:51,467 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/5534b58741db415d893843e134d1a3c6, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/dd164ab597ec4026be6c78c7ddabfaae, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/775641eae98a41ba91149629478df56c] into tmpdir=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp, totalSize=32.0 K 2024-12-04T15:58:51,468 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 5534b58741db415d893843e134d1a3c6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733327927811 2024-12-04T15:58:51,468 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting dd164ab597ec4026be6c78c7ddabfaae, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733327927947 2024-12-04T15:58:51,469 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] compactions.Compactor(225): Compacting 775641eae98a41ba91149629478df56c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733327930141 2024-12-04T15:58:51,475 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#C#compaction#561 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:51,476 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/fd8c16572f2e4b46a3bb71645f7c6234 is 50, key is test_row_0/C:col10/1733327930146/Put/seqid=0 2024-12-04T15:58:51,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742484_1660 (size=13119) 2024-12-04T15:58:51,536 INFO [Thread-2513 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2513. 2024-12-04T15:58:51,536 DEBUG [Thread-2513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:51,536 DEBUG [Thread-2513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:51,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:51,537 DEBUG [Thread-2513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:51,537 INFO [Thread-2511 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2511. 2024-12-04T15:58:51,537 DEBUG [Thread-2511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:51,537 DEBUG [Thread-2511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:51,537 DEBUG [Thread-2511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:51,537 INFO [Thread-2509 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2509. 2024-12-04T15:58:51,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:51,537 DEBUG [Thread-2509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:51,537 DEBUG [Thread-2509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:51,537 DEBUG [Thread-2509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:51,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:51,540 INFO [Thread-2507 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2507. 2024-12-04T15:58:51,540 DEBUG [Thread-2507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:51,540 DEBUG [Thread-2507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:51,540 INFO [Thread-2505 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2505. 2024-12-04T15:58:51,540 DEBUG [Thread-2507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:51,540 DEBUG [Thread-2505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:51,540 DEBUG [Thread-2505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:51,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:51,540 DEBUG [Thread-2505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:51,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:51,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:51,836 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412042abe3e3466214e5cb37784590b5ef1de_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042abe3e3466214e5cb37784590b5ef1de_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:51,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/891e1e433a9245b5bf8afc11d81df3c3, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:51,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/891e1e433a9245b5bf8afc11d81df3c3 is 175, key is test_row_0/A:col10/1733327930200/Put/seqid=0 2024-12-04T15:58:51,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742485_1661 (size=31255) 2024-12-04T15:58:51,853 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9adb8c823263fd70a15c974656802a7f#A#compaction#560 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T15:58:51,854 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/a2e9e993a6244e569e0766785e7e6251 is 175, key is test_row_0/A:col10/1733327930146/Put/seqid=0 2024-12-04T15:58:51,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742486_1662 (size=32073) 2024-12-04T15:58:51,884 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/fd8c16572f2e4b46a3bb71645f7c6234 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/fd8c16572f2e4b46a3bb71645f7c6234 2024-12-04T15:58:51,887 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/C of 9adb8c823263fd70a15c974656802a7f into fd8c16572f2e4b46a3bb71645f7c6234(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:51,887 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:51,887 INFO [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/C, priority=13, startTime=1733327931411; duration=0sec 2024-12-04T15:58:51,887 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:51,887 DEBUG [RS:0;a21b6491b371:38361-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:C 2024-12-04T15:58:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=196 2024-12-04T15:58:52,240 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=361, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/891e1e433a9245b5bf8afc11d81df3c3 2024-12-04T15:58:52,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/e7811c1af5db4056a87757ba7b7efb6e is 50, key is test_row_0/B:col10/1733327930200/Put/seqid=0 2024-12-04T15:58:52,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742487_1663 (size=12301) 2024-12-04T15:58:52,260 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/a2e9e993a6244e569e0766785e7e6251 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/a2e9e993a6244e569e0766785e7e6251 2024-12-04T15:58:52,263 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9adb8c823263fd70a15c974656802a7f/A of 9adb8c823263fd70a15c974656802a7f into a2e9e993a6244e569e0766785e7e6251(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T15:58:52,263 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:52,263 INFO [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., storeName=9adb8c823263fd70a15c974656802a7f/A, priority=13, startTime=1733327931411; duration=0sec 2024-12-04T15:58:52,263 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T15:58:52,263 DEBUG [RS:0;a21b6491b371:38361-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9adb8c823263fd70a15c974656802a7f:A 2024-12-04T15:58:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] regionserver.HRegion(8855): Flush requested on 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:52,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. as already flushing 2024-12-04T15:58:52,355 INFO [Thread-2502 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2502. 2024-12-04T15:58:52,355 INFO [Thread-2494 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2494. 2024-12-04T15:58:52,355 DEBUG [Thread-2502 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:52,355 DEBUG [Thread-2502 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:52,355 DEBUG [Thread-2494 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:52,355 DEBUG [Thread-2494 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:52,355 DEBUG [Thread-2502 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:52,355 DEBUG [Thread-2494 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:52,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:52,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:52,614 INFO [Thread-2500 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2500. 2024-12-04T15:58:52,615 DEBUG [Thread-2500 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:52,615 DEBUG [Thread-2500 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:52,615 DEBUG [Thread-2500 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:52,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:52,625 INFO [Thread-2496 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2496. 2024-12-04T15:58:52,625 DEBUG [Thread-2496 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:52,625 DEBUG [Thread-2496 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:52,625 DEBUG [Thread-2496 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:52,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:52,634 INFO [Thread-2498 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2498. 2024-12-04T15:58:52,634 DEBUG [Thread-2498 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-04T15:58:52,634 DEBUG [Thread-2498 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:52,634 DEBUG [Thread-2498 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:52,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:52,649 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/e7811c1af5db4056a87757ba7b7efb6e 2024-12-04T15:58:52,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/23330a5849024c009434cbe2fbe4b900 is 50, key is test_row_0/C:col10/1733327930200/Put/seqid=0 2024-12-04T15:58:52,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742488_1664 (size=12301) 2024-12-04T15:58:53,057 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/23330a5849024c009434cbe2fbe4b900 2024-12-04T15:58:53,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/891e1e433a9245b5bf8afc11d81df3c3 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/891e1e433a9245b5bf8afc11d81df3c3 2024-12-04T15:58:53,063 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/891e1e433a9245b5bf8afc11d81df3c3, entries=150, sequenceid=361, filesize=30.5 K 2024-12-04T15:58:53,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/e7811c1af5db4056a87757ba7b7efb6e as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/e7811c1af5db4056a87757ba7b7efb6e 2024-12-04T15:58:53,066 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/e7811c1af5db4056a87757ba7b7efb6e, entries=150, sequenceid=361, filesize=12.0 K 2024-12-04T15:58:53,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/23330a5849024c009434cbe2fbe4b900 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/23330a5849024c009434cbe2fbe4b900 2024-12-04T15:58:53,069 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/23330a5849024c009434cbe2fbe4b900, entries=150, sequenceid=361, filesize=12.0 K 2024-12-04T15:58:53,070 INFO [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for 9adb8c823263fd70a15c974656802a7f in 1656ms, sequenceid=361, compaction requested=false 2024-12-04T15:58:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.HRegion(2603): Flush status journal for 9adb8c823263fd70a15c974656802a7f: 2024-12-04T15:58:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a21b6491b371:0-1 {event_type=RS_FLUSH_REGIONS, pid=197}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=197 2024-12-04T15:58:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster(4169): Remote procedure done, pid=197 2024-12-04T15:58:53,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=197, resume processing ppid=196 2024-12-04T15:58:53,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=197, ppid=196, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0350 sec 2024-12-04T15:58:53,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=196, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=196, table=TestAcidGuarantees in 3.0390 sec 2024-12-04T15:58:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=196 2024-12-04T15:58:54,193 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:54,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-04T15:58:54,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-04T15:58:54,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-04T15:58:54,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-04T15:58:54,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-04T15:58:54,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-04T15:58:54,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-04T15:58:54,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3331 2024-12-04T15:58:54,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3253 2024-12-04T15:58:54,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3124 2024-12-04T15:58:54,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3330 2024-12-04T15:58:54,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3257 2024-12-04T15:58:54,194 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-04T15:58:54,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:58:54,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:58:54,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:54,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:54,194 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:54,195 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-04T15:58:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=198, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=198 2024-12-04T15:58:54,197 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327934197"}]},"ts":"1733327934197"} 2024-12-04T15:58:54,199 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-04T15:58:54,199 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-04T15:58:54,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=199, ppid=198, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-04T15:58:54,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=200, ppid=199, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9adb8c823263fd70a15c974656802a7f, UNASSIGN}] 2024-12-04T15:58:54,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=200, ppid=199, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9adb8c823263fd70a15c974656802a7f, UNASSIGN 2024-12-04T15:58:54,201 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=200 updating hbase:meta row=9adb8c823263fd70a15c974656802a7f, regionState=CLOSING, regionLocation=a21b6491b371,38361,1733327751910 2024-12-04T15:58:54,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=200, ppid=199, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9adb8c823263fd70a15c974656802a7f, UNASSIGN because future has completed 2024-12-04T15:58:54,203 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-04T15:58:54,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=201, ppid=200, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910}] 2024-12-04T15:58:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=198 2024-12-04T15:58:54,354 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] handler.UnassignRegionHandler(122): Close 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:54,354 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-04T15:58:54,355 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegion(1722): Closing 9adb8c823263fd70a15c974656802a7f, disabling compactions & flushes 2024-12-04T15:58:54,355 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:54,355 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:54,355 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. after waiting 0 ms 2024-12-04T15:58:54,355 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:54,355 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegion(2902): Flushing 9adb8c823263fd70a15c974656802a7f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-04T15:58:54,359 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412040ce95589d71e41b1b2ba40a8b39da3a5_9adb8c823263fd70a15c974656802a7f is 50, key is test_row_0/A:col10/1733327932633/Put/seqid=0 2024-12-04T15:58:54,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742489_1665 (size=12454) 2024-12-04T15:58:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=198 2024-12-04T15:58:54,763 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:58:54,765 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412040ce95589d71e41b1b2ba40a8b39da3a5_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040ce95589d71e41b1b2ba40a8b39da3a5_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:54,766 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/0ebd357a613043c191716712e5480607, store: [table=TestAcidGuarantees family=A region=9adb8c823263fd70a15c974656802a7f] 2024-12-04T15:58:54,766 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/0ebd357a613043c191716712e5480607 is 175, key is test_row_0/A:col10/1733327932633/Put/seqid=0 2024-12-04T15:58:54,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742490_1666 (size=31255) 2024-12-04T15:58:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=198 2024-12-04T15:58:55,170 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/0ebd357a613043c191716712e5480607 2024-12-04T15:58:55,175 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/99369e77ee634e6b856e0c9f570df34f is 50, key is test_row_0/B:col10/1733327932633/Put/seqid=0 2024-12-04T15:58:55,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742491_1667 (size=12301) 2024-12-04T15:58:55,178 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/99369e77ee634e6b856e0c9f570df34f 2024-12-04T15:58:55,183 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/3e212ee7849c46719b570055d75c5410 is 50, key is test_row_0/C:col10/1733327932633/Put/seqid=0 2024-12-04T15:58:55,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742492_1668 (size=12301) 2024-12-04T15:58:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=198 2024-12-04T15:58:55,586 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/3e212ee7849c46719b570055d75c5410 2024-12-04T15:58:55,589 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/A/0ebd357a613043c191716712e5480607 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/0ebd357a613043c191716712e5480607 2024-12-04T15:58:55,591 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/0ebd357a613043c191716712e5480607, entries=150, sequenceid=372, filesize=30.5 K 2024-12-04T15:58:55,592 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/B/99369e77ee634e6b856e0c9f570df34f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/99369e77ee634e6b856e0c9f570df34f 2024-12-04T15:58:55,594 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/99369e77ee634e6b856e0c9f570df34f, entries=150, sequenceid=372, filesize=12.0 K 2024-12-04T15:58:55,595 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/.tmp/C/3e212ee7849c46719b570055d75c5410 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/3e212ee7849c46719b570055d75c5410 2024-12-04T15:58:55,597 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/3e212ee7849c46719b570055d75c5410, entries=150, sequenceid=372, filesize=12.0 K 2024-12-04T15:58:55,597 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9adb8c823263fd70a15c974656802a7f in 1242ms, sequenceid=372, compaction requested=true 2024-12-04T15:58:55,598 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/90216af3a6a24afc8f4e8c89cdbea844, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/231555878c194fc3849498e5be0def2f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/251d31f795c3432d841665385362578b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/0f67e60535b74c79bf2421884d1e790a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/f00b49753cb349b3b895e275565afe58, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/89c3c03e844a4923b6d7c5c7ad74be71, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/285b1e26714f4adeb61f54ba1005068b, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/9d01242a18dc42b1a84abb2bc8531b7d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/311e00c5c7d84c579d6e788f0aa332e3, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/490b7f54d95e4a3781e58c33e89a1ead, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4a26f175deb44194898c593471033bc1, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/3b3b1e3fa16f4f21925b5c86a10c3b98, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4c54ce89320744909a140df3cd92e382, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/5213179d3e4246e59ca8fbd774b93121, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/502d6a2291b64fdc97f90ebc79cbf557, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/2970adf8be164216bb0a0c19e58eebf2, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/c34688b3815e4861b7bfb7f5db9196bb, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/62b23aced723414b94d9728889404ec7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/f4dbff9e908245bc9dee8cd94cf630a5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/5ae6bb695d2a4316a242751d9d190f14, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/18eeced7118b45a288280e1292c7464f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4d609475b5ef485d8cb41fe17fa0cb09, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/e412ac1407e9458b83e116868b70d756, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/283b8f7b61e949fc9c91044d36738e65] to archive 2024-12-04T15:58:55,599 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:58:55,600 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/90216af3a6a24afc8f4e8c89cdbea844 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/90216af3a6a24afc8f4e8c89cdbea844 2024-12-04T15:58:55,600 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/231555878c194fc3849498e5be0def2f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/231555878c194fc3849498e5be0def2f 2024-12-04T15:58:55,601 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/251d31f795c3432d841665385362578b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/251d31f795c3432d841665385362578b 2024-12-04T15:58:55,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/0f67e60535b74c79bf2421884d1e790a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/0f67e60535b74c79bf2421884d1e790a 2024-12-04T15:58:55,603 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/f00b49753cb349b3b895e275565afe58 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/f00b49753cb349b3b895e275565afe58 2024-12-04T15:58:55,604 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/89c3c03e844a4923b6d7c5c7ad74be71 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/89c3c03e844a4923b6d7c5c7ad74be71 2024-12-04T15:58:55,604 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/285b1e26714f4adeb61f54ba1005068b to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/285b1e26714f4adeb61f54ba1005068b 2024-12-04T15:58:55,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/9d01242a18dc42b1a84abb2bc8531b7d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/9d01242a18dc42b1a84abb2bc8531b7d 2024-12-04T15:58:55,606 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/311e00c5c7d84c579d6e788f0aa332e3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/311e00c5c7d84c579d6e788f0aa332e3 2024-12-04T15:58:55,607 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/490b7f54d95e4a3781e58c33e89a1ead to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/490b7f54d95e4a3781e58c33e89a1ead 2024-12-04T15:58:55,607 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4a26f175deb44194898c593471033bc1 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4a26f175deb44194898c593471033bc1 2024-12-04T15:58:55,608 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/3b3b1e3fa16f4f21925b5c86a10c3b98 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/3b3b1e3fa16f4f21925b5c86a10c3b98 2024-12-04T15:58:55,609 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4c54ce89320744909a140df3cd92e382 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4c54ce89320744909a140df3cd92e382 2024-12-04T15:58:55,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/5213179d3e4246e59ca8fbd774b93121 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/5213179d3e4246e59ca8fbd774b93121 2024-12-04T15:58:55,611 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/502d6a2291b64fdc97f90ebc79cbf557 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/502d6a2291b64fdc97f90ebc79cbf557 2024-12-04T15:58:55,611 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/2970adf8be164216bb0a0c19e58eebf2 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/2970adf8be164216bb0a0c19e58eebf2 2024-12-04T15:58:55,612 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/c34688b3815e4861b7bfb7f5db9196bb to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/c34688b3815e4861b7bfb7f5db9196bb 2024-12-04T15:58:55,613 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/62b23aced723414b94d9728889404ec7 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/62b23aced723414b94d9728889404ec7 2024-12-04T15:58:55,614 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/f4dbff9e908245bc9dee8cd94cf630a5 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/f4dbff9e908245bc9dee8cd94cf630a5 2024-12-04T15:58:55,614 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/5ae6bb695d2a4316a242751d9d190f14 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/5ae6bb695d2a4316a242751d9d190f14 2024-12-04T15:58:55,615 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/18eeced7118b45a288280e1292c7464f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/18eeced7118b45a288280e1292c7464f 2024-12-04T15:58:55,616 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4d609475b5ef485d8cb41fe17fa0cb09 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/4d609475b5ef485d8cb41fe17fa0cb09 2024-12-04T15:58:55,616 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/e412ac1407e9458b83e116868b70d756 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/e412ac1407e9458b83e116868b70d756 2024-12-04T15:58:55,617 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/283b8f7b61e949fc9c91044d36738e65 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/283b8f7b61e949fc9c91044d36738e65 2024-12-04T15:58:55,618 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/33b333ea90dc4ff984382201e4057261, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/0398ecefa8a442fb88e4cad0cac09a20, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/34c195daefd643d8a500a06f18224aee, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/85d1001489094664b876795340cd6a0f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/bffe0ca0d3ae42c89671f2e2efd22201, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/6b91d52e979a4522867c3838b1920632, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/64f4876c9b334ded9d7ee37b9274424e, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/18850f414ea447a2a6ba972cda2c5520, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/f38b81ec89104ec080ed44b33747a1b0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/f95d3889f4274b72a51e39265cb69743, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ea5bbd49b98a44f2a099076ee99dc550, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/dc3e107d7d99452e8819181e9e989940, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/4de8b79897d1472092dd600fe0fe493f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ea22a7c8e5b849de9354b3da91b0a8d8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/fd1bef6bef484538a0104112678efdec, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/90e3f885e0ab42fcbdfb5f5be4482cdf, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/fd35872ff7a14514a2733f0154c351b9, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/1d9e5f3e83ef4e40a92d72e12eda1360, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/5209044f0dd64aea92c60e5c028b67d5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/8cc12cabfeb0487abf3509cbfe5c27b8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/7e79774d5eb846a9a5eede91a7a30e7c, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ecfae7624cb64d3fbc3718c1bbfaa6c2, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/06df2b5e0ab74096ba70f27640dd8d8d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/a219cc4826584c4bad015cc424721b69] to archive 2024-12-04T15:58:55,619 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:58:55,620 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/33b333ea90dc4ff984382201e4057261 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/33b333ea90dc4ff984382201e4057261 2024-12-04T15:58:55,621 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/0398ecefa8a442fb88e4cad0cac09a20 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/0398ecefa8a442fb88e4cad0cac09a20 2024-12-04T15:58:55,621 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/34c195daefd643d8a500a06f18224aee to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/34c195daefd643d8a500a06f18224aee 2024-12-04T15:58:55,622 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/85d1001489094664b876795340cd6a0f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/85d1001489094664b876795340cd6a0f 2024-12-04T15:58:55,623 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/bffe0ca0d3ae42c89671f2e2efd22201 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/bffe0ca0d3ae42c89671f2e2efd22201 2024-12-04T15:58:55,623 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/6b91d52e979a4522867c3838b1920632 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/6b91d52e979a4522867c3838b1920632 2024-12-04T15:58:55,624 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/64f4876c9b334ded9d7ee37b9274424e to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/64f4876c9b334ded9d7ee37b9274424e 2024-12-04T15:58:55,625 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/18850f414ea447a2a6ba972cda2c5520 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/18850f414ea447a2a6ba972cda2c5520 2024-12-04T15:58:55,625 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/f38b81ec89104ec080ed44b33747a1b0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/f38b81ec89104ec080ed44b33747a1b0 2024-12-04T15:58:55,626 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/f95d3889f4274b72a51e39265cb69743 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/f95d3889f4274b72a51e39265cb69743 2024-12-04T15:58:55,627 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ea5bbd49b98a44f2a099076ee99dc550 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ea5bbd49b98a44f2a099076ee99dc550 2024-12-04T15:58:55,628 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/dc3e107d7d99452e8819181e9e989940 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/dc3e107d7d99452e8819181e9e989940 2024-12-04T15:58:55,628 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/4de8b79897d1472092dd600fe0fe493f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/4de8b79897d1472092dd600fe0fe493f 2024-12-04T15:58:55,629 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ea22a7c8e5b849de9354b3da91b0a8d8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ea22a7c8e5b849de9354b3da91b0a8d8 2024-12-04T15:58:55,630 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/fd1bef6bef484538a0104112678efdec to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/fd1bef6bef484538a0104112678efdec 2024-12-04T15:58:55,630 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/90e3f885e0ab42fcbdfb5f5be4482cdf to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/90e3f885e0ab42fcbdfb5f5be4482cdf 2024-12-04T15:58:55,631 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/fd35872ff7a14514a2733f0154c351b9 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/fd35872ff7a14514a2733f0154c351b9 2024-12-04T15:58:55,632 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/1d9e5f3e83ef4e40a92d72e12eda1360 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/1d9e5f3e83ef4e40a92d72e12eda1360 2024-12-04T15:58:55,632 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/5209044f0dd64aea92c60e5c028b67d5 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/5209044f0dd64aea92c60e5c028b67d5 2024-12-04T15:58:55,633 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/8cc12cabfeb0487abf3509cbfe5c27b8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/8cc12cabfeb0487abf3509cbfe5c27b8 2024-12-04T15:58:55,634 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/7e79774d5eb846a9a5eede91a7a30e7c to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/7e79774d5eb846a9a5eede91a7a30e7c 2024-12-04T15:58:55,634 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ecfae7624cb64d3fbc3718c1bbfaa6c2 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/ecfae7624cb64d3fbc3718c1bbfaa6c2 2024-12-04T15:58:55,635 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/06df2b5e0ab74096ba70f27640dd8d8d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/06df2b5e0ab74096ba70f27640dd8d8d 2024-12-04T15:58:55,636 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/a219cc4826584c4bad015cc424721b69 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/a219cc4826584c4bad015cc424721b69 2024-12-04T15:58:55,637 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/5e3e148bb12c4a3980a741501de582dc, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/04fe4fb5ffca4e28b8d6090f88b74044, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/8cb542f931b44af38a81883fbc3bc0d7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/b8431bbfd7e14ac8b75e5536ad41e131, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/8040010ce7c147f6acf5ed2e559a995f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/d0d9a90e4cfd4abda6eed06487284afe, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/3f4cfc4e458a42f49dcb8682ccc848b7, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/950ddd40ba7841d6a180d018ffd2b9dd, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/0d01df86dbe94f96b7250471c138e5a0, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/471d3426b41a4f878ebd278c6db68fa8, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/65b5676acff541b88a1b436691bce405, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/67a9ba8132004cab909deb03be35df4f, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/dda08ba34579404c908ab0f2f7123877, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/20e7e8e561c94e2296de6a9d206886bd, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/2c6cbaada6ed4760915fb853f3f21b8a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/f58a6a213d3349438335a1c1629c5e2a, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/14eb584c47b44dc8b54c6d459867c7f5, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/5fd0d55ebefc4ad3a78a43927e57f488, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/7a226f969e3f4c6b825485fc5772c299, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/d5cdae0e03e5439ca9e8cbfabd7b717d, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/5534b58741db415d893843e134d1a3c6, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/fe2d64aafc5c4fa390c4e37b1e58acf2, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/dd164ab597ec4026be6c78c7ddabfaae, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/775641eae98a41ba91149629478df56c] to archive 2024-12-04T15:58:55,638 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T15:58:55,638 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/5e3e148bb12c4a3980a741501de582dc to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/5e3e148bb12c4a3980a741501de582dc 2024-12-04T15:58:55,639 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/04fe4fb5ffca4e28b8d6090f88b74044 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/04fe4fb5ffca4e28b8d6090f88b74044 2024-12-04T15:58:55,640 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/8cb542f931b44af38a81883fbc3bc0d7 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/8cb542f931b44af38a81883fbc3bc0d7 2024-12-04T15:58:55,641 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/b8431bbfd7e14ac8b75e5536ad41e131 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/b8431bbfd7e14ac8b75e5536ad41e131 2024-12-04T15:58:55,641 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/8040010ce7c147f6acf5ed2e559a995f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/8040010ce7c147f6acf5ed2e559a995f 2024-12-04T15:58:55,642 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/d0d9a90e4cfd4abda6eed06487284afe to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/d0d9a90e4cfd4abda6eed06487284afe 2024-12-04T15:58:55,643 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/3f4cfc4e458a42f49dcb8682ccc848b7 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/3f4cfc4e458a42f49dcb8682ccc848b7 2024-12-04T15:58:55,643 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/950ddd40ba7841d6a180d018ffd2b9dd to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/950ddd40ba7841d6a180d018ffd2b9dd 2024-12-04T15:58:55,644 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/0d01df86dbe94f96b7250471c138e5a0 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/0d01df86dbe94f96b7250471c138e5a0 2024-12-04T15:58:55,645 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/471d3426b41a4f878ebd278c6db68fa8 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/471d3426b41a4f878ebd278c6db68fa8 2024-12-04T15:58:55,645 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/65b5676acff541b88a1b436691bce405 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/65b5676acff541b88a1b436691bce405 2024-12-04T15:58:55,646 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/67a9ba8132004cab909deb03be35df4f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/67a9ba8132004cab909deb03be35df4f 2024-12-04T15:58:55,647 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/dda08ba34579404c908ab0f2f7123877 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/dda08ba34579404c908ab0f2f7123877 2024-12-04T15:58:55,647 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/20e7e8e561c94e2296de6a9d206886bd to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/20e7e8e561c94e2296de6a9d206886bd 2024-12-04T15:58:55,648 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/2c6cbaada6ed4760915fb853f3f21b8a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/2c6cbaada6ed4760915fb853f3f21b8a 2024-12-04T15:58:55,649 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/f58a6a213d3349438335a1c1629c5e2a to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/f58a6a213d3349438335a1c1629c5e2a 2024-12-04T15:58:55,649 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/14eb584c47b44dc8b54c6d459867c7f5 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/14eb584c47b44dc8b54c6d459867c7f5 2024-12-04T15:58:55,650 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/5fd0d55ebefc4ad3a78a43927e57f488 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/5fd0d55ebefc4ad3a78a43927e57f488 2024-12-04T15:58:55,651 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/7a226f969e3f4c6b825485fc5772c299 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/7a226f969e3f4c6b825485fc5772c299 2024-12-04T15:58:55,651 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/d5cdae0e03e5439ca9e8cbfabd7b717d to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/d5cdae0e03e5439ca9e8cbfabd7b717d 2024-12-04T15:58:55,652 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/5534b58741db415d893843e134d1a3c6 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/5534b58741db415d893843e134d1a3c6 2024-12-04T15:58:55,653 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/fe2d64aafc5c4fa390c4e37b1e58acf2 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/fe2d64aafc5c4fa390c4e37b1e58acf2 2024-12-04T15:58:55,653 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/dd164ab597ec4026be6c78c7ddabfaae to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/dd164ab597ec4026be6c78c7ddabfaae 2024-12-04T15:58:55,654 DEBUG [StoreCloser-TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/775641eae98a41ba91149629478df56c to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/775641eae98a41ba91149629478df56c 2024-12-04T15:58:55,658 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/recovered.edits/375.seqid, newMaxSeqId=375, maxSeqId=4 2024-12-04T15:58:55,658 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. 2024-12-04T15:58:55,658 DEBUG [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] regionserver.HRegion(1676): Region close journal for 9adb8c823263fd70a15c974656802a7f: Waiting for close lock at 1733327934355Running coprocessor pre-close hooks at 1733327934355Disabling compacts and flushes for region at 1733327934355Disabling writes for close at 1733327934355Obtaining lock to block concurrent updates at 1733327934355Preparing flush snapshotting stores in 9adb8c823263fd70a15c974656802a7f at 1733327934355Finished memstore snapshotting TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733327934355Flushing stores of TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f. at 1733327934355Flushing 9adb8c823263fd70a15c974656802a7f/A: creating writer at 1733327934355Flushing mob file 9adb8c823263fd70a15c974656802a7f/A: appending metadata at 1733327934359 (+4 ms)Flushing mob file 9adb8c823263fd70a15c974656802a7f/A: closing flushed file at 1733327934359Flushing 9adb8c823263fd70a15c974656802a7f/A: appending metadata at 1733327934766 (+407 ms)Flushing 9adb8c823263fd70a15c974656802a7f/A: closing flushed file at 1733327934766Flushing 9adb8c823263fd70a15c974656802a7f/B: creating writer at 1733327935173 (+407 ms)Flushing 9adb8c823263fd70a15c974656802a7f/B: appending metadata at 1733327935175 (+2 ms)Flushing 9adb8c823263fd70a15c974656802a7f/B: closing flushed file at 1733327935175Flushing 9adb8c823263fd70a15c974656802a7f/C: creating writer at 1733327935181 (+6 ms)Flushing 9adb8c823263fd70a15c974656802a7f/C: appending metadata at 1733327935182 (+1 ms)Flushing 9adb8c823263fd70a15c974656802a7f/C: closing flushed file at 1733327935182Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757dfaf1: reopening flushed file at 1733327935588 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1a5fba: reopening flushed file at 1733327935591 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74328c0: reopening flushed file at 1733327935594 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9adb8c823263fd70a15c974656802a7f in 1242ms, sequenceid=372, compaction requested=true at 1733327935597 (+3 ms)Writing region close event to WAL at 1733327935655 (+58 ms)Running coprocessor post-close hooks at 1733327935658 (+3 ms)Closed at 1733327935658 2024-12-04T15:58:55,660 INFO [RS_CLOSE_REGION-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_REGION, pid=201}] handler.UnassignRegionHandler(157): Closed 9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:55,660 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=200 updating hbase:meta row=9adb8c823263fd70a15c974656802a7f, regionState=CLOSED 2024-12-04T15:58:55,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=201, ppid=200, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 because future has completed 2024-12-04T15:58:55,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=201, resume processing ppid=200 2024-12-04T15:58:55,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=201, ppid=200, state=SUCCESS, hasLock=false; CloseRegionProcedure 9adb8c823263fd70a15c974656802a7f, server=a21b6491b371,38361,1733327751910 in 1.4590 sec 2024-12-04T15:58:55,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=200, resume processing ppid=199 2024-12-04T15:58:55,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=200, ppid=199, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9adb8c823263fd70a15c974656802a7f, UNASSIGN in 1.4630 sec 2024-12-04T15:58:55,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=199, resume processing ppid=198 2024-12-04T15:58:55,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=199, ppid=198, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4660 sec 2024-12-04T15:58:55,667 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733327935667"}]},"ts":"1733327935667"} 2024-12-04T15:58:55,668 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-04T15:58:55,668 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-04T15:58:55,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=198, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4730 sec 2024-12-04T15:58:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=198 2024-12-04T15:58:56,344 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:56,344 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-04T15:58:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] procedure2.ProcedureExecutor(1139): Stored pid=202, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:56,346 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=202, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=202 2024-12-04T15:58:56,346 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=202, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:56,348 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,349 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C, FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/recovered.edits] 2024-12-04T15:58:56,351 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/0ebd357a613043c191716712e5480607 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/0ebd357a613043c191716712e5480607 2024-12-04T15:58:56,352 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/891e1e433a9245b5bf8afc11d81df3c3 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/891e1e433a9245b5bf8afc11d81df3c3 2024-12-04T15:58:56,353 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/a2e9e993a6244e569e0766785e7e6251 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/A/a2e9e993a6244e569e0766785e7e6251 2024-12-04T15:58:56,354 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/412e8c117e9a4ef7b71b43ce1bb98380 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/412e8c117e9a4ef7b71b43ce1bb98380 2024-12-04T15:58:56,355 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/99369e77ee634e6b856e0c9f570df34f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/99369e77ee634e6b856e0c9f570df34f 2024-12-04T15:58:56,356 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/e7811c1af5db4056a87757ba7b7efb6e to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/B/e7811c1af5db4056a87757ba7b7efb6e 2024-12-04T15:58:56,357 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/23330a5849024c009434cbe2fbe4b900 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/23330a5849024c009434cbe2fbe4b900 2024-12-04T15:58:56,358 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/3e212ee7849c46719b570055d75c5410 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/3e212ee7849c46719b570055d75c5410 2024-12-04T15:58:56,358 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/fd8c16572f2e4b46a3bb71645f7c6234 to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/C/fd8c16572f2e4b46a3bb71645f7c6234 2024-12-04T15:58:56,360 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/recovered.edits/375.seqid to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f/recovered.edits/375.seqid 2024-12-04T15:58:56,360 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/default/TestAcidGuarantees/9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,360 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-04T15:58:56,361 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T15:58:56,361 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-04T15:58:56,363 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120401b16dff681f4dea8202385b26e7396a_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120401b16dff681f4dea8202385b26e7396a_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,364 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120406ad94a42658478e8f79392699812e9b_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120406ad94a42658478e8f79392699812e9b_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,364 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040ce95589d71e41b1b2ba40a8b39da3a5_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040ce95589d71e41b1b2ba40a8b39da3a5_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,365 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040f070c0b7f074890bda6d009806a94c3_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412040f070c0b7f074890bda6d009806a94c3_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,366 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041a8780876a80483284ec0edd1739b70e_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041a8780876a80483284ec0edd1739b70e_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,367 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041c4d35be820a42b7ad3aba799c8c70ba_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041c4d35be820a42b7ad3aba799c8c70ba_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,367 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041dde9c3cac7c4e4298c7dcd4e92b132c_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412041dde9c3cac7c4e4298c7dcd4e92b132c_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,368 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042abe3e3466214e5cb37784590b5ef1de_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412042abe3e3466214e5cb37784590b5ef1de_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,369 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043a76dc88411a40299c3c943656ea9c3b_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412043a76dc88411a40299c3c943656ea9c3b_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,369 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204545fec0ad7ec44709ac6bd89dab45008_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204545fec0ad7ec44709ac6bd89dab45008_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,370 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120475ba03d7605343c6872fa60cbc1f951d_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120475ba03d7605343c6872fa60cbc1f951d_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,371 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047817765a5dcc442e9595452fcc524dd6_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412047817765a5dcc442e9595452fcc524dd6_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,372 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120480871142094f42bea1521062ce3f47b8_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120480871142094f42bea1521062ce3f47b8_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,372 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048ae33b9f42374c3a91cc7d6cd79f471a_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412048ae33b9f42374c3a91cc7d6cd79f471a_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,373 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049874accba4a4496f8c8d9f4eb39fbb16_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412049874accba4a4496f8c8d9f4eb39fbb16_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,374 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a29c6585de1f4777b3011cb9ccafda31_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a29c6585de1f4777b3011cb9ccafda31_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,375 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a70b9bf564714654a581fddd6475b626_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204a70b9bf564714654a581fddd6475b626_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,375 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d3fa81aa64644df19b19fdf4cca583b7_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204d3fa81aa64644df19b19fdf4cca583b7_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,376 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204dfe5ba74420e4513b3ce14973f9b4073_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204dfe5ba74420e4513b3ce14973f9b4073_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,377 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ea6d20df2bd9459898d49acb3d7f02e1_9adb8c823263fd70a15c974656802a7f to hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241204ea6d20df2bd9459898d49acb3d7f02e1_9adb8c823263fd70a15c974656802a7f 2024-12-04T15:58:56,377 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-04T15:58:56,379 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=202, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:56,381 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-04T15:58:56,382 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-04T15:58:56,383 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=202, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:56,383 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-04T15:58:56,383 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733327936383"}]},"ts":"9223372036854775807"} 2024-12-04T15:58:56,385 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-04T15:58:56,385 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9adb8c823263fd70a15c974656802a7f, NAME => 'TestAcidGuarantees,,1733327908433.9adb8c823263fd70a15c974656802a7f.', STARTKEY => '', ENDKEY => ''}] 2024-12-04T15:58:56,385 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-04T15:58:56,385 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733327936385"}]},"ts":"9223372036854775807"} 2024-12-04T15:58:56,386 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-04T15:58:56,387 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=202, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-04T15:58:56,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=202, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-12-04T15:58:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=202 2024-12-04T15:58:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-04T15:58:56,454 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-04T15:58:56,463 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=241 (was 244), OpenFileDescriptor=459 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=365 (was 388), ProcessCount=11 (was 11), AvailableMemoryMB=8540 (was 8662) 2024-12-04T15:58:56,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:58:56,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:58:56,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:58:56,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:56,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:56,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:58:56,463 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:58:56,464 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2117780854, stopped=false 2024-12-04T15:58:56,464 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a21b6491b371,46405,1733327751000 2024-12-04T15:58:56,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:58:56,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T15:58:56,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:58:56,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:58:56,466 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:58:56,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:58:56,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:58:56,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:56,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:58:56,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T15:58:56,467 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a21b6491b371,38361,1733327751910' ***** 2024-12-04T15:58:56,467 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:58:56,467 INFO [RS:0;a21b6491b371:38361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:58:56,468 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:58:56,468 INFO [RS:0;a21b6491b371:38361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:58:56,468 INFO [RS:0;a21b6491b371:38361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:58:56,468 INFO [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(959): stopping server a21b6491b371,38361,1733327751910 2024-12-04T15:58:56,468 INFO [RS:0;a21b6491b371:38361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:58:56,468 INFO [RS:0;a21b6491b371:38361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a21b6491b371:38361. 2024-12-04T15:58:56,468 DEBUG [RS:0;a21b6491b371:38361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:58:56,468 DEBUG [RS:0;a21b6491b371:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:56,468 INFO [RS:0;a21b6491b371:38361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:58:56,468 INFO [RS:0;a21b6491b371:38361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:58:56,468 INFO [RS:0;a21b6491b371:38361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:58:56,468 INFO [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:58:56,469 INFO [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T15:58:56,469 DEBUG [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:58:56,469 DEBUG [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:58:56,469 DEBUG [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:58:56,469 INFO [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:58:56,469 DEBUG [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:58:56,469 DEBUG [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:58:56,469 DEBUG [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:58:56,469 INFO [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-04T15:58:56,490 DEBUG [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/.tmp/info/9be433bcb7594d00bfec5b070a784849 is 95, key is TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2./info:/1733327788318/DeleteFamily/seqid=0 2024-12-04T15:58:56,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742493_1669 (size=6514) 2024-12-04T15:58:56,552 INFO [regionserver/a21b6491b371:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:58:56,669 DEBUG [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:58:56,870 DEBUG [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:58:56,893 INFO [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/.tmp/info/9be433bcb7594d00bfec5b070a784849 2024-12-04T15:58:56,910 DEBUG [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/.tmp/ns/0893eee287554fceb32d34695d2b9e9f is 93, key is TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2./ns:/1733327788260/DeleteFamily/seqid=0 2024-12-04T15:58:56,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742494_1670 (size=5906) 2024-12-04T15:58:57,070 DEBUG [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:58:57,270 DEBUG [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:58:57,277 INFO [regionserver/a21b6491b371:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:58:57,277 INFO [regionserver/a21b6491b371:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:58:57,314 INFO [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/.tmp/ns/0893eee287554fceb32d34695d2b9e9f 2024-12-04T15:58:57,332 DEBUG [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/.tmp/rep_barrier/6488d5f269e0496984b86de8dc5dcbd0 is 102, key is TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2./rep_barrier:/1733327788260/DeleteFamily/seqid=0 2024-12-04T15:58:57,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742495_1671 (size=6025) 2024-12-04T15:58:57,470 DEBUG [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:58:57,670 DEBUG [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:58:57,735 INFO [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/.tmp/rep_barrier/6488d5f269e0496984b86de8dc5dcbd0 2024-12-04T15:58:57,757 DEBUG [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/.tmp/table/b712433c742d4414a6fab8c3ca61046d is 96, key is TestAcidGuarantees,,1733327755616.d5656c764ff68bdee52d80edbdd459d2./table:/1733327788260/DeleteFamily/seqid=0 2024-12-04T15:58:57,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742496_1672 (size=5936) 2024-12-04T15:58:57,871 DEBUG [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:58:58,071 DEBUG [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:58:58,161 INFO [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/.tmp/table/b712433c742d4414a6fab8c3ca61046d 2024-12-04T15:58:58,164 DEBUG [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/.tmp/info/9be433bcb7594d00bfec5b070a784849 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/info/9be433bcb7594d00bfec5b070a784849 2024-12-04T15:58:58,166 INFO [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/info/9be433bcb7594d00bfec5b070a784849, entries=12, sequenceid=90, filesize=6.4 K 2024-12-04T15:58:58,167 DEBUG [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/.tmp/ns/0893eee287554fceb32d34695d2b9e9f as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/ns/0893eee287554fceb32d34695d2b9e9f 2024-12-04T15:58:58,169 INFO [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/ns/0893eee287554fceb32d34695d2b9e9f, entries=8, sequenceid=90, filesize=5.8 K 2024-12-04T15:58:58,169 DEBUG [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/.tmp/rep_barrier/6488d5f269e0496984b86de8dc5dcbd0 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/rep_barrier/6488d5f269e0496984b86de8dc5dcbd0 2024-12-04T15:58:58,171 INFO [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/rep_barrier/6488d5f269e0496984b86de8dc5dcbd0, entries=6, sequenceid=90, filesize=5.9 K 2024-12-04T15:58:58,172 DEBUG [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/.tmp/table/b712433c742d4414a6fab8c3ca61046d as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/table/b712433c742d4414a6fab8c3ca61046d 2024-12-04T15:58:58,174 INFO [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/table/b712433c742d4414a6fab8c3ca61046d, entries=7, sequenceid=90, filesize=5.8 K 2024-12-04T15:58:58,175 INFO [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=90, compaction requested=false 2024-12-04T15:58:58,178 DEBUG [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-04T15:58:58,179 DEBUG [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:58:58,179 INFO [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:58:58,179 DEBUG [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733327936469Running coprocessor pre-close hooks at 1733327936469Disabling compacts and flushes for region at 1733327936469Disabling writes for close at 1733327936469Obtaining lock to block concurrent updates at 1733327936469Preparing flush snapshotting stores in 1588230740 at 1733327936469Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733327936470 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733327936470Flushing 1588230740/info: creating writer at 1733327936470Flushing 1588230740/info: appending metadata at 1733327936489 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733327936489Flushing 1588230740/ns: creating writer at 1733327936896 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733327936910 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733327936910Flushing 1588230740/rep_barrier: creating writer at 1733327937317 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733327937331 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733327937332 (+1 ms)Flushing 1588230740/table: creating writer at 1733327937738 (+406 ms)Flushing 1588230740/table: appending metadata at 1733327937757 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733327937757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c35a62: reopening flushed file at 1733327938163 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122bd887: reopening flushed file at 1733327938166 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f0ad39c: reopening flushed file at 1733327938169 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b6ab67: reopening flushed file at 1733327938171 (+2 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=90, compaction requested=false at 1733327938175 (+4 ms)Writing region close event to WAL at 1733327938176 (+1 ms)Running coprocessor post-close hooks at 1733327938179 (+3 ms)Closed at 1733327938179 2024-12-04T15:58:58,179 DEBUG [RS_CLOSE_META-regionserver/a21b6491b371:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:58:58,271 INFO [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(976): stopping server a21b6491b371,38361,1733327751910; all regions closed. 2024-12-04T15:58:58,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741834_1010 (size=25344) 2024-12-04T15:58:58,277 DEBUG [RS:0;a21b6491b371:38361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/oldWALs 2024-12-04T15:58:58,278 INFO [RS:0;a21b6491b371:38361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a21b6491b371%2C38361%2C1733327751910.meta:.meta(num 1733327755066) 2024-12-04T15:58:58,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741833_1009 (size=15161492) 2024-12-04T15:58:58,281 DEBUG [RS:0;a21b6491b371:38361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/oldWALs 2024-12-04T15:58:58,281 INFO [RS:0;a21b6491b371:38361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a21b6491b371%2C38361%2C1733327751910:(num 1733327754453) 2024-12-04T15:58:58,281 DEBUG [RS:0;a21b6491b371:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:58:58,281 INFO [RS:0;a21b6491b371:38361 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:58:58,281 INFO [RS:0;a21b6491b371:38361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:58:58,281 INFO [RS:0;a21b6491b371:38361 {}] hbase.ChoreService(370): Chore service for: regionserver/a21b6491b371:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:58:58,281 INFO [RS:0;a21b6491b371:38361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:58:58,281 INFO [regionserver/a21b6491b371:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:58:58,282 INFO [RS:0;a21b6491b371:38361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38361 2024-12-04T15:58:58,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a21b6491b371,38361,1733327751910 2024-12-04T15:58:58,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T15:58:58,285 INFO [RS:0;a21b6491b371:38361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:58:58,285 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$355/0x00007f69c48dba20@d7c4509 rejected from java.util.concurrent.ThreadPoolExecutor@487ecac2[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-04T15:58:58,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a21b6491b371,38361,1733327751910] 2024-12-04T15:58:58,290 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a21b6491b371,38361,1733327751910 already deleted, retry=false 2024-12-04T15:58:58,290 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a21b6491b371,38361,1733327751910 expired; onlineServers=0 2024-12-04T15:58:58,290 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a21b6491b371,46405,1733327751000' ***** 2024-12-04T15:58:58,290 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:58:58,290 INFO [M:0;a21b6491b371:46405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:58:58,290 INFO [M:0;a21b6491b371:46405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:58:58,290 DEBUG [M:0;a21b6491b371:46405 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:58:58,290 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:58:58,290 DEBUG [M:0;a21b6491b371:46405 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:58:58,290 DEBUG [master/a21b6491b371:0:becomeActiveMaster-HFileCleaner.large.0-1733327754082 {}] cleaner.HFileCleaner(306): Exit Thread[master/a21b6491b371:0:becomeActiveMaster-HFileCleaner.large.0-1733327754082,5,FailOnTimeoutGroup] 2024-12-04T15:58:58,290 DEBUG [master/a21b6491b371:0:becomeActiveMaster-HFileCleaner.small.0-1733327754087 {}] cleaner.HFileCleaner(306): Exit Thread[master/a21b6491b371:0:becomeActiveMaster-HFileCleaner.small.0-1733327754087,5,FailOnTimeoutGroup] 2024-12-04T15:58:58,290 INFO [M:0;a21b6491b371:46405 {}] hbase.ChoreService(370): Chore service for: master/a21b6491b371:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:58:58,290 INFO [M:0;a21b6491b371:46405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:58:58,291 DEBUG [M:0;a21b6491b371:46405 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:58:58,291 INFO [M:0;a21b6491b371:46405 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:58:58,291 INFO [M:0;a21b6491b371:46405 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:58:58,291 ERROR [M:0;a21b6491b371:46405 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-04T15:58:58,291 INFO [M:0;a21b6491b371:46405 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:58:58,292 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:58:58,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T15:58:58,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T15:58:58,292 DEBUG [M:0;a21b6491b371:46405 {}] zookeeper.ZKUtil(347): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T15:58:58,292 WARN [M:0;a21b6491b371:46405 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:58:58,293 INFO [M:0;a21b6491b371:46405 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/.lastflushedseqids 2024-12-04T15:58:58,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742497_1673 (size=72) 2024-12-04T15:58:58,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:58:58,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38361-0x1017e306e610001, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:58:58,389 INFO [RS:0;a21b6491b371:38361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:58:58,389 INFO [RS:0;a21b6491b371:38361 {}] regionserver.HRegionServer(1031): Exiting; stopping=a21b6491b371,38361,1733327751910; zookeeper connection closed. 2024-12-04T15:58:58,390 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67b3bab7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67b3bab7 2024-12-04T15:58:58,390 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:58:58,702 INFO [M:0;a21b6491b371:46405 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:58:58,702 INFO [M:0;a21b6491b371:46405 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:58:58,703 DEBUG [M:0;a21b6491b371:46405 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:58:58,703 INFO [M:0;a21b6491b371:46405 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:58:58,703 DEBUG [M:0;a21b6491b371:46405 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:58:58,703 DEBUG [M:0;a21b6491b371:46405 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:58:58,703 DEBUG [M:0;a21b6491b371:46405 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:58:58,703 INFO [M:0;a21b6491b371:46405 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=824.77 KB heapSize=1018.19 KB 2024-12-04T15:58:58,719 DEBUG [M:0;a21b6491b371:46405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07f0c3808c524e5da94e4f0d1aa66790 is 82, key is hbase:meta,,1/info:regioninfo/1733327755190/Put/seqid=0 2024-12-04T15:58:58,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742498_1674 (size=5672) 2024-12-04T15:58:59,122 INFO [M:0;a21b6491b371:46405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2383 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07f0c3808c524e5da94e4f0d1aa66790 2024-12-04T15:58:59,141 DEBUG [M:0;a21b6491b371:46405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a7cad607f574d70b67957bd5d583165 is 2276, key is \x00\x00\x00\x00\x00\x00\x00d/proc:d/1733327853279/Put/seqid=0 2024-12-04T15:58:59,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742499_1675 (size=49915) 2024-12-04T15:58:59,545 INFO [M:0;a21b6491b371:46405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=824.21 KB at sequenceid=2383 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a7cad607f574d70b67957bd5d583165 2024-12-04T15:58:59,548 INFO [M:0;a21b6491b371:46405 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a7cad607f574d70b67957bd5d583165 2024-12-04T15:58:59,563 DEBUG [M:0;a21b6491b371:46405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/086c39a9daba4281a4f2a0b6cb2a3fa6 is 69, key is a21b6491b371,38361,1733327751910/rs:state/1733327754137/Put/seqid=0 2024-12-04T15:58:59,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073742500_1676 (size=5156) 2024-12-04T15:58:59,966 INFO [M:0;a21b6491b371:46405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2383 (bloomFilter=true), to=hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/086c39a9daba4281a4f2a0b6cb2a3fa6 2024-12-04T15:58:59,969 DEBUG [M:0;a21b6491b371:46405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07f0c3808c524e5da94e4f0d1aa66790 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07f0c3808c524e5da94e4f0d1aa66790 2024-12-04T15:58:59,971 INFO [M:0;a21b6491b371:46405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07f0c3808c524e5da94e4f0d1aa66790, entries=8, sequenceid=2383, filesize=5.5 K 2024-12-04T15:58:59,972 DEBUG [M:0;a21b6491b371:46405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a7cad607f574d70b67957bd5d583165 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a7cad607f574d70b67957bd5d583165 2024-12-04T15:58:59,974 INFO [M:0;a21b6491b371:46405 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a7cad607f574d70b67957bd5d583165 2024-12-04T15:58:59,974 INFO [M:0;a21b6491b371:46405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a7cad607f574d70b67957bd5d583165, entries=202, sequenceid=2383, filesize=48.7 K 2024-12-04T15:58:59,975 DEBUG [M:0;a21b6491b371:46405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/086c39a9daba4281a4f2a0b6cb2a3fa6 as hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/086c39a9daba4281a4f2a0b6cb2a3fa6 2024-12-04T15:58:59,977 INFO [M:0;a21b6491b371:46405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41017/user/jenkins/test-data/b1ebb4ee-bb7a-26d5-7639-fa32b10e24a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/086c39a9daba4281a4f2a0b6cb2a3fa6, entries=1, sequenceid=2383, filesize=5.0 K 2024-12-04T15:58:59,978 INFO [M:0;a21b6491b371:46405 {}] regionserver.HRegion(3140): Finished flush of dataSize ~824.77 KB/844562, heapSize ~1017.89 KB/1042320, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=2383, compaction requested=false 2024-12-04T15:58:59,979 INFO [M:0;a21b6491b371:46405 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:58:59,979 DEBUG [M:0;a21b6491b371:46405 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733327938702Disabling compacts and flushes for region at 1733327938702Disabling writes for close at 1733327938703 (+1 ms)Obtaining lock to block concurrent updates at 1733327938703Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733327938703Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=844562, getHeapSize=1042560, getOffHeapSize=0, getCellsCount=2610 at 1733327938703Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733327938704 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733327938704Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733327938718 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733327938718Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733327939125 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733327939141 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733327939141Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733327939548 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733327939562 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733327939562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b2e0f1: reopening flushed file at 1733327939968 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c6da436: reopening flushed file at 1733327939971 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e200334: reopening flushed file at 1733327939974 (+3 ms)Finished flush of dataSize ~824.77 KB/844562, heapSize ~1017.89 KB/1042320, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=2383, compaction requested=false at 1733327939978 (+4 ms)Writing region close event to WAL at 1733327939979 (+1 ms)Closed at 1733327939979 2024-12-04T15:58:59,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38695 is added to blk_1073741830_1006 (size=1000784) 2024-12-04T15:58:59,982 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:58:59,982 INFO [M:0;a21b6491b371:46405 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:58:59,982 INFO [M:0;a21b6491b371:46405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46405 2024-12-04T15:58:59,982 INFO [M:0;a21b6491b371:46405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:59:00,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:59:00,084 INFO [M:0;a21b6491b371:46405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:59:00,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46405-0x1017e306e610000, quorum=127.0.0.1:49502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:59:00,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45ff4e89{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:59:00,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51a9199a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:59:00,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:59:00,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44599d96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:59:00,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21e5d00c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/hadoop.log.dir/,STOPPED} 2024-12-04T15:59:00,094 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:59:00,094 WARN [BP-1091912115-172.17.0.2-1733327747810 heartbeating to localhost/127.0.0.1:41017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:59:00,095 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:59:00,095 WARN [BP-1091912115-172.17.0.2-1733327747810 heartbeating to localhost/127.0.0.1:41017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1091912115-172.17.0.2-1733327747810 (Datanode Uuid 834e37ff-35c0-4db0-b3f0-44261e92dadb) service to localhost/127.0.0.1:41017 2024-12-04T15:59:00,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/cluster_499439cc-2ed7-9f21-2084-68e2f2b5a54c/data/data1/current/BP-1091912115-172.17.0.2-1733327747810 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:59:00,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/cluster_499439cc-2ed7-9f21-2084-68e2f2b5a54c/data/data2/current/BP-1091912115-172.17.0.2-1733327747810 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:59:00,097 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:59:00,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40a0af3e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:59:00,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bde275c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:59:00,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:59:00,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43ea9ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:59:00,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69323886{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cd35466d-c620-9cfb-e6d8-bd8480f30d73/hadoop.log.dir/,STOPPED} 2024-12-04T15:59:00,129 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T15:59:00,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down